{"id":"https://openalex.org/W2010739896","doi":"https://doi.org/10.1186/1751-0473-3-15","title":"Permutation \u2013 based statistical tests for multiple hypotheses","display_name":"Permutation \u2013 based statistical tests for multiple hypotheses","publication_year":2008,"publication_date":"2008-10-21","ids":{"openalex":"https://openalex.org/W2010739896","doi":"https://doi.org/10.1186/1751-0473-3-15","mag":"2010739896","pmid":"https://pubmed.ncbi.nlm.nih.gov/18939983"},"language":"en","primary_location":{"id":"doi:10.1186/1751-0473-3-15","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1751-0473-3-15","pdf_url":"https://scfbm.biomedcentral.com/counter/pdf/10.1186/1751-0473-3-15","source":{"id":"https://openalex.org/S45786803","display_name":"Source Code for Biology and Medicine","issn_l":"1751-0473","issn":["1751-0473"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Source Code for Biology and Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://scfbm.biomedcentral.com/counter/pdf/10.1186/1751-0473-3-15","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112223132","display_name":"Anyela Camargo","orcid":null},"institutions":[{"id":"https://openalex.org/I1118541","display_name":"University of East Anglia","ror":"https://ror.org/026k5mg93","country_code":"GB","type":"education","lineage":["https://openalex.org/I1118541"]},{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anyela Camargo","raw_affiliation_strings":["University of Ulster at Jordanstown, School of Computing and Mathematics, Shore Road, Newtownabbey, Co, Antrim, BT37 0QB, Northern Ireland, UK. hy.wang@ulster.ac.uk","University of East Anglia, School of Computing, Norwich, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ulster at Jordanstown, School of Computing and Mathematics, Shore Road, Newtownabbey, Co, Antrim, BT37 0QB, Northern Ireland, UK. hy.wang@ulster.ac.uk","institution_ids":["https://openalex.org/I138801177"]},{"raw_affiliation_string":"University of East Anglia, School of Computing, Norwich, UK","institution_ids":["https://openalex.org/I1118541"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050612781","display_name":"Francisco Azuaje","orcid":"https://orcid.org/0000-0002-9207-9072"},"institutions":[{"id":"https://openalex.org/I4210144605","display_name":"Laboratoire National de Sant\u00e9","ror":"https://ror.org/04y798z66","country_code":"LU","type":"facility","lineage":["https://openalex.org/I4210144605"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Francisco Azuaje","raw_affiliation_strings":["Laboratory of Cardiovascular Research, CRP-Sant\u00e9, L-1150, Luxembourg","Laboratory of Cardiovascular Research, CRP-Sant\u00e9, Luxembourg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Cardiovascular Research, CRP-Sant\u00e9, L-1150, Luxembourg","institution_ids":["https://openalex.org/I4210144605"]},{"raw_affiliation_string":"Laboratory of Cardiovascular Research, CRP-Sant\u00e9, Luxembourg","institution_ids":["https://openalex.org/I4210144605"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100379058","display_name":"Haiying Wang","orcid":"https://orcid.org/0000-0001-8358-9065"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Haiying Wang","raw_affiliation_strings":["University of Ulster at Jordanstown, School of Computing and Mathematics,, Shore Road, Newtownabbey, Co. Antrim, BT37 0QB, Northern Ireland, UK","University of Ulster at Jordanstown, School of Computing and Mathematics,, Co. Antrim, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ulster at Jordanstown, School of Computing and Mathematics,, Shore Road, Newtownabbey, Co. Antrim, BT37 0QB, Northern Ireland, UK","institution_ids":["https://openalex.org/I138801177"]},{"raw_affiliation_string":"University of Ulster at Jordanstown, School of Computing and Mathematics,, Co. Antrim, UK","institution_ids":["https://openalex.org/I138801177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024401909","display_name":"Huiru Zheng","orcid":"https://orcid.org/0000-0001-7648-8709"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Huiru Zheng","raw_affiliation_strings":["University of Ulster at Jordanstown, School of Computing and Mathematics,, Shore Road, Newtownabbey, Co. Antrim, BT37 0QB, Northern Ireland, UK","University of Ulster at Jordanstown, School of Computing and Mathematics,, Co. Antrim, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ulster at Jordanstown, School of Computing and Mathematics,, Shore Road, Newtownabbey, Co. Antrim, BT37 0QB, Northern Ireland, UK","institution_ids":["https://openalex.org/I138801177"]},{"raw_affiliation_string":"University of Ulster at Jordanstown, School of Computing and Mathematics,, Co. Antrim, UK","institution_ids":["https://openalex.org/I138801177"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100379058"],"corresponding_institution_ids":["https://openalex.org/I138801177"],"apc_list":null,"apc_paid":null,"fwci":3.7155,"has_fulltext":true,"cited_by_count":121,"citation_normalized_percentile":{"value":0.93013636,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"3","issue":"1","first_page":"15","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.34049999713897705,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.34049999713897705,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.10639999806880951,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10261","display_name":"Genetic Associations and Epidemiology","score":0.05290000140666962,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bonferroni-correction","display_name":"Bonferroni correction","score":0.8967714309692383},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.8048179149627686},{"id":"https://openalex.org/keywords/permutation","display_name":"Permutation (music)","score":0.6736566424369812},{"id":"https://openalex.org/keywords/type-i-and-type-ii-errors","display_name":"Type I and type II errors","score":0.6280427575111389},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.616657018661499},{"id":"https://openalex.org/keywords/test-statistic","display_name":"Test statistic","score":0.5771052837371826},{"id":"https://openalex.org/keywords/false-discovery-rate","display_name":"False discovery rate","score":0.5636345744132996},{"id":"https://openalex.org/keywords/multiple-comparisons-problem","display_name":"Multiple comparisons problem","score":0.5564532279968262},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.532578706741333},{"id":"https://openalex.org/keywords/resampling","display_name":"Resampling","score":0.5144503116607666},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5031234622001648},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4958115518093109},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.48171836137771606},{"id":"https://openalex.org/keywords/statistical-power","display_name":"Statistical power","score":0.47578537464141846},{"id":"https://openalex.org/keywords/statistic","display_name":"Statistic","score":0.4557459354400635},{"id":"https://openalex.org/keywords/chi-square-test","display_name":"Chi-square test","score":0.45372840762138367},{"id":"https://openalex.org/keywords/disjoint-sets","display_name":"Disjoint sets","score":0.43591374158859253},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4215329885482788}],"concepts":[{"id":"https://openalex.org/C127808970","wikidata":"https://www.wikidata.org/wiki/Q385989","display_name":"Bonferroni correction","level":2,"score":0.8967714309692383},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.8048179149627686},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.6736566424369812},{"id":"https://openalex.org/C40696583","wikidata":"https://www.wikidata.org/wiki/Q989120","display_name":"Type I and type II errors","level":2,"score":0.6280427575111389},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.616657018661499},{"id":"https://openalex.org/C169857963","wikidata":"https://www.wikidata.org/wiki/Q1461038","display_name":"Test statistic","level":3,"score":0.5771052837371826},{"id":"https://openalex.org/C193244246","wikidata":"https://www.wikidata.org/wiki/Q5432696","display_name":"False discovery rate","level":3,"score":0.5636345744132996},{"id":"https://openalex.org/C183905921","wikidata":"https://www.wikidata.org/wiki/Q1038757","display_name":"Multiple comparisons problem","level":2,"score":0.5564532279968262},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.532578706741333},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.5144503116607666},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5031234622001648},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4958115518093109},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.48171836137771606},{"id":"https://openalex.org/C96608239","wikidata":"https://www.wikidata.org/wiki/Q1199823","display_name":"Statistical power","level":2,"score":0.47578537464141846},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.4557459354400635},{"id":"https://openalex.org/C32809988","wikidata":"https://www.wikidata.org/wiki/Q1071004","display_name":"Chi-square test","level":2,"score":0.45372840762138367},{"id":"https://openalex.org/C45340560","wikidata":"https://www.wikidata.org/wiki/Q215382","display_name":"Disjoint sets","level":2,"score":0.43591374158859253},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4215329885482788},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1186/1751-0473-3-15","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1751-0473-3-15","pdf_url":"https://scfbm.biomedcentral.com/counter/pdf/10.1186/1751-0473-3-15","source":{"id":"https://openalex.org/S45786803","display_name":"Source Code for Biology and Medicine","issn_l":"1751-0473","issn":["1751-0473"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Source Code for Biology and Medicine","raw_type":"journal-article"},{"id":"pmid:18939983","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/18939983","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Source code for biology and medicine","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:2611984","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/2611984","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Source Code Biol Med","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1186/1751-0473-3-15","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1751-0473-3-15","pdf_url":"https://scfbm.biomedcentral.com/counter/pdf/10.1186/1751-0473-3-15","source":{"id":"https://openalex.org/S45786803","display_name":"Source Code for Biology and Medicine","issn_l":"1751-0473","issn":["1751-0473"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Source Code for Biology and Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2010739896.pdf","grobid_xml":"https://content.openalex.org/works/W2010739896.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W45534775","https://openalex.org/W567498258","https://openalex.org/W1560749331","https://openalex.org/W1595398513","https://openalex.org/W1965138864","https://openalex.org/W1986694300","https://openalex.org/W1996767070","https://openalex.org/W2001413991","https://openalex.org/W2054881132","https://openalex.org/W2058125715","https://openalex.org/W2101293760","https://openalex.org/W2104925147","https://openalex.org/W2111431099","https://openalex.org/W2145371252","https://openalex.org/W2164844051"],"related_works":["https://openalex.org/W2093104131","https://openalex.org/W2333750400","https://openalex.org/W2467227750","https://openalex.org/W4293336298","https://openalex.org/W2178204436","https://openalex.org/W4300887971","https://openalex.org/W2104806243","https://openalex.org/W3101083428","https://openalex.org/W4212966421","https://openalex.org/W2106547200"],"abstract_inverted_index":{"BACKGROUND:":[0],"Genomics":[1],"and":[2,38,40,42,108,138,141,154,156,162,176,181,185,196,198,234,269],"proteomics":[3],"analyses":[4],"regularly":[5],"involve":[6],"the":[7,23,52,82,99,145,148,168,214,225,237,249],"simultaneous":[8],"test":[9,134,149,159,172,180,190],"of":[10,12,25,55,147,160,170,213,227,239,259],"hundreds":[11],"hypotheses,":[13],"either":[14,65],"on":[15,31],"numerical":[16,139,161,268],"or":[17,67],"categorical":[18,78,137,163,174,270],"data.":[19,164,187,271],"To":[20],"correct":[21],"for":[22,64,77,114,116,136,173,183,207,230,235],"occurrence":[24],"false":[26],"positives,":[27],"validation":[28],"tests":[29,63,76,111,201,229],"based":[30],"multiple":[32,117,231],"testing":[33,261],"correction,":[34],"such":[35,44,62,80],"as":[36,45,81],"Bonferroni":[37],"Benjamini":[39,153,195],"Hochberg,":[41,155,197],"re-sampling,":[43],"permutation":[46,158,200,228],"tests,":[47,57],"are":[48,202],"frequently":[49],"used.":[50],"Despite":[51],"known":[53],"power":[54,226],"permutation-based":[56],"most":[58],"available":[59],"tools":[60,105],"offer":[61,102],"t-test":[66,182],"ANOVA":[68,177],"only.":[69],"Less":[70],"attention":[71],"has":[72],"been":[73],"given":[74],"to":[75,101,132,143,205,254],"data,":[79,175],"Chi-square.":[83],"This":[84,120],"project":[85],"takes":[86],"a":[87,123,157,189,199,256],"first":[88],"step":[89],"by":[90,248],"developing":[91],"an":[92],"open-source":[93],"software":[94,104,126,215,250],"tool,":[95],"Ptest,":[96],"that":[97],"addresses":[98],"need":[100],"public":[103,218],"incorporating":[106],"these":[107],"other":[109],"statistical":[110],"with":[112],"options":[113,246],"correcting":[115],"hypotheses.":[118],"RESULTS:":[119],"study":[121],"developed":[122],"public-domain,":[124],"user-friendly":[125],"whose":[127],"purpose":[128],"was":[129],"twofold:":[130],"first,":[131],"estimate":[133],"statistics":[135,150],"data;":[140],"second,":[142],"validate":[144],"significance":[146],"via":[151],"Bonferroni,":[152,194],"The":[165,244],"tool":[166],"allows":[167],"calculation":[169],"Chi-square":[171],"test,":[178],"Bartlett's":[179],"paired":[184],"unpaired":[186],"Once":[188],"statistic":[191],"is":[192,221],"calculated,":[193],"implemented,":[203],"independently,":[204],"control":[206],"Type":[208,240],"I":[209,241],"errors.":[210,242],"An":[211],"evaluation":[212],"using":[216,266],"different":[217],"data":[219],"sets":[220],"reported,":[222],"which":[223],"illustrates":[224],"hypotheses":[232],"assessment":[233],"controlling":[236],"rate":[238],"CONCLUSION:":[243],"analytical":[245],"offered":[247],"can":[251],"be":[252],"applied":[253],"support":[255],"significant":[257],"spectrum":[258],"hypothesis":[260],"tasks":[262],"in":[263],"functional":[264],"genomics,":[265],"both":[267]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":1}],"updated_date":"2026-06-19T15:47:20.252518","created_date":"2025-10-10T00:00:00"}