{"id":"https://openalex.org/W2158520060","doi":"https://doi.org/10.1093/bioinformatics/btn120","title":"A note on the false discovery rate and inconsistent comparisons between experiments","display_name":"A note on the false discovery rate and inconsistent comparisons between experiments","publication_year":2008,"publication_date":"2008-04-19","ids":{"openalex":"https://openalex.org/W2158520060","doi":"https://doi.org/10.1093/bioinformatics/btn120","mag":"2158520060","pmid":"https://pubmed.ncbi.nlm.nih.gov/18424815"},"language":"en","primary_location":{"id":"doi:10.1093/bioinformatics/btn120","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btn120","pdf_url":"https://academic.oup.com/bioinformatics/article-pdf/24/10/1225/49046376/bioinformatics_24_10_1225.pdf","source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://academic.oup.com/bioinformatics/article-pdf/24/10/1225/49046376/bioinformatics_24_10_1225.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108222756","display_name":"Roger Higdon","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Roger Higdon","raw_affiliation_strings":["1 Seattle Children's Research Institute, Seattle, WA 98101, 2Departments of Biostatistics and Environmental and Occupational Health Sciences, University of Washington and 3Division of Biomedical Informatics, Department of Medical Education and Biomedical Informatics, University of Washington, Seattle, WA 98195, USA"],"affiliations":[{"raw_affiliation_string":"1 Seattle Children's Research Institute, Seattle, WA 98101, 2Departments of Biostatistics and Environmental and Occupational Health Sciences, University of Washington and 3Division of Biomedical Informatics, Department of Medical Education and Biomedical Informatics, University of Washington, Seattle, WA 98195, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037763216","display_name":"Gerald van Belle","orcid":"https://orcid.org/0000-0002-8552-158X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gerald van Belle","raw_affiliation_strings":["1 Seattle Children's Research Institute, Seattle, WA 98101, 2Departments of Biostatistics and Environmental and Occupational Health Sciences, University of Washington and 3Division of Biomedical Informatics, Department of Medical Education and Biomedical Informatics, University of Washington, Seattle, WA 98195, USA"],"affiliations":[{"raw_affiliation_string":"1 Seattle Children's Research Institute, Seattle, WA 98101, 2Departments of Biostatistics and Environmental and Occupational Health Sciences, University of Washington and 3Division of Biomedical Informatics, Department of Medical Education and Biomedical Informatics, University of Washington, Seattle, WA 98195, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087861388","display_name":"Eugene Kolker","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eugene Kolker","raw_affiliation_strings":["1 Seattle Children's Research Institute, Seattle, WA 98101, 2Departments of Biostatistics and Environmental and Occupational Health Sciences, University of Washington and 3Division of Biomedical Informatics, Department of Medical Education and Biomedical Informatics, University of Washington, Seattle, WA 98195, USA"],"affiliations":[{"raw_affiliation_string":"1 Seattle Children's Research Institute, Seattle, WA 98101, 2Departments of Biostatistics and Environmental and Occupational Health Sciences, University of Washington and 3Division of Biomedical Informatics, Department of Medical Education and Biomedical Informatics, University of Washington, Seattle, WA 98195, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5108222756"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":{"value":3618,"currency":"USD","value_usd":3618},"apc_paid":null,"fwci":1.3831,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":{"value":0.80768997,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"24","issue":"10","first_page":"1225","last_page":"1228"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11970","display_name":"Molecular Biology Techniques and Applications","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/false-discovery-rate","display_name":"False discovery rate","score":0.919870138168335},{"id":"https://openalex.org/keywords/multiple-comparisons-problem","display_name":"Multiple comparisons problem","score":0.749820351600647},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6272883415222168},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.6001276969909668},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.5488572120666504},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5360622406005859},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.4812452495098114},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4570361375808716},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.439087450504303},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4164179265499115},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2168809175491333},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1899314522743225},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.12158069014549255},{"id":"https://openalex.org/keywords/gene","display_name":"Gene","score":0.08290955424308777}],"concepts":[{"id":"https://openalex.org/C193244246","wikidata":"https://www.wikidata.org/wiki/Q5432696","display_name":"False discovery rate","level":3,"score":0.919870138168335},{"id":"https://openalex.org/C183905921","wikidata":"https://www.wikidata.org/wiki/Q1038757","display_name":"Multiple comparisons problem","level":2,"score":0.749820351600647},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6272883415222168},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.6001276969909668},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.5488572120666504},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5360622406005859},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.4812452495098114},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4570361375808716},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.439087450504303},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4164179265499115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2168809175491333},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1899314522743225},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.12158069014549255},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.08290955424308777},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003627","descriptor_name":"Data Interpretation, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003627","descriptor_name":"Data Interpretation, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003627","descriptor_name":"Data Interpretation, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005189","descriptor_name":"False Positive Reactions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005189","descriptor_name":"False Positive Reactions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005189","descriptor_name":"False Positive Reactions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012680","descriptor_name":"Sensitivity and Specificity","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012680","descriptor_name":"Sensitivity and Specificity","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012680","descriptor_name":"Sensitivity and Specificity","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016477","descriptor_name":"Artifacts","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016477","descriptor_name":"Artifacts","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016477","descriptor_name":"Artifacts","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D020411","descriptor_name":"Oligonucleotide Array Sequence Analysis","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D020411","descriptor_name":"Oligonucleotide Array Sequence Analysis","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D020411","descriptor_name":"Oligonucleotide Array Sequence Analysis","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D020869","descriptor_name":"Gene Expression Profiling","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D020869","descriptor_name":"Gene Expression Profiling","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D020869","descriptor_name":"Gene Expression Profiling","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1093/bioinformatics/btn120","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btn120","pdf_url":"https://academic.oup.com/bioinformatics/article-pdf/24/10/1225/49046376/bioinformatics_24_10_1225.pdf","source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},{"id":"pmid:18424815","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/18424815","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics (Oxford, England)","raw_type":null}],"best_oa_location":{"id":"doi:10.1093/bioinformatics/btn120","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btn120","pdf_url":"https://academic.oup.com/bioinformatics/article-pdf/24/10/1225/49046376/bioinformatics_24_10_1225.pdf","source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G473593538","display_name":null,"funder_award_id":"Molecular","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"},{"id":"https://openalex.org/G7908228807","display_name":null,"funder_award_id":"Molecular","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"},{"id":"https://openalex.org/F4320337398","display_name":"Division of Biological Infrastructure","ror":"https://ror.org/04qn9mx93"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2158520060.pdf","grobid_xml":"https://content.openalex.org/works/W2158520060.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1824047490","https://openalex.org/W1964895626","https://openalex.org/W1965138864","https://openalex.org/W1970400884","https://openalex.org/W1984486655","https://openalex.org/W2003620010","https://openalex.org/W2021129827","https://openalex.org/W2045151287","https://openalex.org/W2046586101","https://openalex.org/W2081098333","https://openalex.org/W2105381419","https://openalex.org/W2107580534","https://openalex.org/W2110065044","https://openalex.org/W2121044470","https://openalex.org/W2130520418","https://openalex.org/W2136434805","https://openalex.org/W2152155643","https://openalex.org/W2154362705","https://openalex.org/W2157795344","https://openalex.org/W2162169788","https://openalex.org/W2320170108","https://openalex.org/W4294107304","https://openalex.org/W6678230397"],"related_works":["https://openalex.org/W2467227750","https://openalex.org/W4293336298","https://openalex.org/W2093104131","https://openalex.org/W4300887971","https://openalex.org/W2178204436","https://openalex.org/W2143079975","https://openalex.org/W2026085942","https://openalex.org/W2333750400","https://openalex.org/W4362507535","https://openalex.org/W4226351701"],"abstract_inverted_index":{"The":[0],"false":[1,35],"discovery":[2],"rate":[3,154],"(FDR)":[4],"has":[5],"been":[6],"widely":[7],"adopted":[8],"to":[9,33,52,66,77,93],"address":[10],"the":[11,25,68,124,164],"multiple":[12,43],"comparisons":[13],"issue":[14],"in":[15],"high-throughput":[16,134],"experiments":[17],"such":[18,104],"as":[19,30,105],"microarray":[20],"gene-expression":[21,64],"studies.":[22],"However,":[23],"while":[24],"FDR":[26,76,92,97],"is":[27,111,130],"quite":[28],"useful":[29],"an":[31,49],"approach":[32],"limit":[34],"discoveries":[36],"within":[37],"a":[38],"single":[39,152],"experiment,":[40],"like":[41],"other":[42,102],"comparison":[44],"corrections":[45],"it":[46],"may":[47,158],"be":[48,83,99,159],"inappropriate":[50],"way":[51],"compare":[53,78,94],"results":[54],"across":[55,79,148],"experiments.":[56,80,150],"This":[57,129],"article":[58],"uses":[59],"several":[60],"examples":[61],"based":[62],"on":[63],"data":[65,126,137,156],"demonstrate":[67],"potential":[69],"misinterpretations":[70],"that":[71],"can":[72],"arise":[73],"from":[74],"using":[75,91],"Researchers":[81],"should":[82,98],"aware":[84],"of":[85,90,163],"these":[86],"pitfalls":[87],"and":[88,107,116],"wary":[89],"experimental":[95],"results.":[96],"augmented":[100],"with":[101],"measures":[103],"p-values":[106],"expression":[108],"ratios.":[109],"It":[110],"worth":[112],"including":[113,144],"standard":[114],"error":[115,153],"variance":[117],"information":[118],"for":[119,127,133,141,161],"meta-analyses":[120],"and,":[121],"if":[122],"possible,":[123],"raw":[125],"re-analyses.":[128],"especially":[131],"important":[132],"studies":[135],"because":[136],"are":[138],"often":[139],"re-used":[140],"different":[142,165],"objectives,":[143],"comparing":[145],"common":[146],"elements":[147],"many":[149],"No":[151],"or":[155],"summary":[157],"appropriate":[160],"all":[162],"objectives.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":6},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":7}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}