{"id":"https://openalex.org/W2964428942","doi":"https://doi.org/10.1142/s0219720019400109","title":"Measuring consistency among gene set analysis methods: A systematic study","display_name":"Measuring consistency among gene set analysis methods: A systematic study","publication_year":2019,"publication_date":"2019-08-02","ids":{"openalex":"https://openalex.org/W2964428942","doi":"https://doi.org/10.1142/s0219720019400109","mag":"2964428942","pmid":"https://pubmed.ncbi.nlm.nih.gov/31856670"},"language":"en","primary_location":{"id":"doi:10.1142/s0219720019400109","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0219720019400109","pdf_url":null,"source":{"id":"https://openalex.org/S155349577","display_name":"Journal of Bioinformatics and Computational Biology","issn_l":"0219-7200","issn":["0219-7200","1757-6334"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311754","host_organization_name":"Imperial College Press","host_organization_lineage":["https://openalex.org/P4310311754"],"host_organization_lineage_names":["Imperial College Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Bioinformatics and Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033210702","display_name":"Farhad Maleki","orcid":"https://orcid.org/0000-0002-5673-8210"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Farhad Maleki","raw_affiliation_strings":["Department of Computer Science, University of Saskatchewan, 110 Science Place, Saskatoon SK S7N 5C9, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Saskatchewan, 110 Science Place, Saskatoon SK S7N 5C9, Canada","institution_ids":["https://openalex.org/I32625721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073425263","display_name":"Katie Ovens","orcid":"https://orcid.org/0000-0001-5956-7739"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Katie L. Ovens","raw_affiliation_strings":["Department of Computer Science, University of Saskatchewan, 110 Science Place, Saskatoon SK S7N 5C9, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Saskatchewan, 110 Science Place, Saskatoon SK S7N 5C9, Canada","institution_ids":["https://openalex.org/I32625721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054744755","display_name":"Daniel J. Hogan","orcid":"https://orcid.org/0000-0001-5828-0381"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Daniel J. Hogan","raw_affiliation_strings":["Department of Computer Science, University of Saskatchewan, 110 Science Place, Saskatoon SK S7N 5C9, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Saskatchewan, 110 Science Place, Saskatoon SK S7N 5C9, Canada","institution_ids":["https://openalex.org/I32625721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078752176","display_name":"Elham Rezaei","orcid":"https://orcid.org/0000-0001-6719-8013"},"institutions":[{"id":"https://openalex.org/I2801053234","display_name":"Royal University Hospital","ror":"https://ror.org/00wg2b048","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I23625684","https://openalex.org/I2801053234"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Elham Rezaei","raw_affiliation_strings":["Department of Pediatrics, Royal University Hospital, Saskatoon SK S7N OW8, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Pediatrics, Royal University Hospital, Saskatoon SK S7N OW8, Canada","institution_ids":["https://openalex.org/I2801053234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086014360","display_name":"Alan Rosenberg","orcid":"https://orcid.org/0000-0002-0109-1595"},"institutions":[{"id":"https://openalex.org/I2801053234","display_name":"Royal University Hospital","ror":"https://ror.org/00wg2b048","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I23625684","https://openalex.org/I2801053234"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alan M. Rosenberg","raw_affiliation_strings":["Department of Pediatrics, Royal University Hospital, Saskatoon SK S7N OW8, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Pediatrics, Royal University Hospital, Saskatoon SK S7N OW8, Canada","institution_ids":["https://openalex.org/I2801053234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034538230","display_name":"Anthony Kusalik","orcid":"https://orcid.org/0000-0001-9278-8859"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Anthony J. Kusalik","raw_affiliation_strings":["Department of Computer Science, University of Saskatchewan, 110 Science Place, Saskatoon SK S7N 5C9, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Saskatchewan, 110 Science Place, Saskatoon SK S7N 5C9, Canada","institution_ids":["https://openalex.org/I32625721"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5033210702"],"corresponding_institution_ids":["https://openalex.org/I32625721"],"apc_list":null,"apc_paid":null,"fwci":1.8273,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.84726019,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"17","issue":"05","first_page":"1940010","last_page":"1940010"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10200","display_name":"Rheumatoid Arthritis Research and Therapies","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2745","display_name":"Rheumatology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10200","display_name":"Rheumatoid Arthritis Research and Therapies","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2745","display_name":"Rheumatology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11112","display_name":"Viral Infections and Immunology Research","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11668","display_name":"interferon and immune responses","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2403","display_name":"Immunology"},"field":{"id":"https://openalex.org/fields/24","display_name":"Immunology and Microbiology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gene","display_name":"Gene","score":0.5947632193565369},{"id":"https://openalex.org/keywords/computational-biology","display_name":"Computational biology","score":0.556006908416748},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5416446924209595},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5123949646949768},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.47497838735580444},{"id":"https://openalex.org/keywords/microarray-analysis-techniques","display_name":"Microarray analysis techniques","score":0.43780049681663513},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.39889615774154663},{"id":"https://openalex.org/keywords/gene-expression","display_name":"Gene expression","score":0.3931303918361664},{"id":"https://openalex.org/keywords/genetics","display_name":"Genetics","score":0.37035638093948364},{"id":"https://openalex.org/keywords/bioinformatics","display_name":"Bioinformatics","score":0.3589216470718384},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.35438770055770874},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20329001545906067}],"concepts":[{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.5947632193565369},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.556006908416748},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5416446924209595},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5123949646949768},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.47497838735580444},{"id":"https://openalex.org/C8415881","wikidata":"https://www.wikidata.org/wiki/Q6839217","display_name":"Microarray analysis techniques","level":4,"score":0.43780049681663513},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39889615774154663},{"id":"https://openalex.org/C150194340","wikidata":"https://www.wikidata.org/wiki/Q26972","display_name":"Gene expression","level":3,"score":0.3931303918361664},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.37035638093948364},{"id":"https://openalex.org/C60644358","wikidata":"https://www.wikidata.org/wiki/Q128570","display_name":"Bioinformatics","level":1,"score":0.3589216470718384},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35438770055770874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20329001545906067},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001171","descriptor_name":"Arthritis, Juvenile","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":false},{"descriptor_ui":"D001171","descriptor_name":"Arthritis, Juvenile","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":false},{"descriptor_ui":"D001171","descriptor_name":"Arthritis, Juvenile","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010641","descriptor_name":"Phenotype","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010641","descriptor_name":"Phenotype","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010641","descriptor_name":"Phenotype","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011565","descriptor_name":"Psoriasis","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":false},{"descriptor_ui":"D011565","descriptor_name":"Psoriasis","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":false},{"descriptor_ui":"D011565","descriptor_name":"Psoriasis","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D020411","descriptor_name":"Oligonucleotide Array Sequence Analysis","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D020411","descriptor_name":"Oligonucleotide Array Sequence Analysis","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D020411","descriptor_name":"Oligonucleotide Array Sequence Analysis","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D020869","descriptor_name":"Gene Expression Profiling","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D020869","descriptor_name":"Gene Expression Profiling","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D020869","descriptor_name":"Gene Expression Profiling","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D020869","descriptor_name":"Gene Expression Profiling","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D020869","descriptor_name":"Gene Expression Profiling","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D020869","descriptor_name":"Gene Expression Profiling","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D020869","descriptor_name":"Gene Expression Profiling","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D020869","descriptor_name":"Gene Expression Profiling","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D020869","descriptor_name":"Gene Expression Profiling","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D030541","descriptor_name":"Databases, Genetic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D030541","descriptor_name":"Databases, Genetic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D030541","descriptor_name":"Databases, Genetic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1142/s0219720019400109","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0219720019400109","pdf_url":null,"source":{"id":"https://openalex.org/S155349577","display_name":"Journal of Bioinformatics and Computational Biology","issn_l":"0219-7200","issn":["0219-7200","1757-6334"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311754","host_organization_name":"Imperial College Press","host_organization_lineage":["https://openalex.org/P4310311754"],"host_organization_lineage_names":["Imperial College Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Bioinformatics and Computational Biology","raw_type":"journal-article"},{"id":"pmid:31856670","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31856670","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of bioinformatics and computational biology","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W374166679","https://openalex.org/W1555005741","https://openalex.org/W1966669109","https://openalex.org/W1973455669","https://openalex.org/W1996082654","https://openalex.org/W2011681606","https://openalex.org/W2015516540","https://openalex.org/W2018516739","https://openalex.org/W2032799815","https://openalex.org/W2056713533","https://openalex.org/W2060880575","https://openalex.org/W2071200978","https://openalex.org/W2072884890","https://openalex.org/W2078065226","https://openalex.org/W2094792719","https://openalex.org/W2095900642","https://openalex.org/W2100239923","https://openalex.org/W2102074241","https://openalex.org/W2103017472","https://openalex.org/W2107411032","https://openalex.org/W2109972881","https://openalex.org/W2110065044","https://openalex.org/W2112220625","https://openalex.org/W2116634113","https://openalex.org/W2118069309","https://openalex.org/W2123342417","https://openalex.org/W2123879591","https://openalex.org/W2129099812","https://openalex.org/W2130410032","https://openalex.org/W2131271579","https://openalex.org/W2132041082","https://openalex.org/W2136240748","https://openalex.org/W2138197383","https://openalex.org/W2146512944","https://openalex.org/W2158384363","https://openalex.org/W2159482845","https://openalex.org/W2159707944","https://openalex.org/W2169456326","https://openalex.org/W2466419558","https://openalex.org/W2592831452","https://openalex.org/W2594689120","https://openalex.org/W2793740653","https://openalex.org/W2914040916","https://openalex.org/W2921769531","https://openalex.org/W2973131311","https://openalex.org/W4237335579","https://openalex.org/W4242404314","https://openalex.org/W4294216483"],"related_works":["https://openalex.org/W1603736412","https://openalex.org/W4304185162","https://openalex.org/W2061685118","https://openalex.org/W3006282800","https://openalex.org/W2114540137","https://openalex.org/W2053053668","https://openalex.org/W2388669904","https://openalex.org/W1995366224","https://openalex.org/W3133147219","https://openalex.org/W2415025170"],"abstract_inverted_index":{"Gene":[0],"set":[1,19],"analysis":[2,20,45],"is":[3],"a":[4,66,93,191],"quantitative":[5],"approach":[6],"for":[7],"generating":[8],"biological":[9],"insight":[10],"from":[11,54],"gene":[12,18,76,98,114,133,186,214,228],"expression":[13],"datasets.":[14],"The":[15],"abundance":[16],"of":[17,30,41,46,75,88,138,202,205,219],"methods":[21,49,170],"speaks":[22],"to":[23,33,85,126,154,172,216],"their":[24],"popularity,":[25],"but":[26],"raises":[27],"the":[28,31,39,72,109,118,127,139,142,160,168,179,203,206,220,225],"question":[29],"extent":[32],"which":[34],"results":[35,150],"are":[36],"affected":[37],"by":[38,79,83,117,231],"choice":[40,64],"method.":[42,162],"Our":[43],"systematic":[44],"13":[47],"popular":[48],"using":[50,159],"6":[51],"different":[52,136],"datasets,":[53],"both":[55],"DNA":[56],"microarray":[57],"and":[58,90,145,165,181,209,234],"RNA-Seq":[59],"origin,":[60],"shows":[61],"that":[62,71],"this":[63],"matters":[65],"great":[67],"deal.":[68],"We":[69],"observed":[70,123],"overall":[73],"number":[74],"sets":[77,99,115,215],"reported":[78,116,132],"each":[80],"method":[81],"differed":[82],"up":[84],"2":[86],"orders":[87],"magnitude,":[89],"there":[91,104],"was":[92,105,121],"bias":[94],"toward":[95],"reporting":[96],"large":[97],"with":[100],"some":[101],"methods.":[102,119],"Furthermore,":[103],"substantial":[106],"disagreement":[107],"between":[108],"20":[110,144,180,208],"most":[111,129,148,183,212,226],"statistically":[112,130,184],"significant":[113,131,149,185,213],"This":[120],"also":[122,151],"when":[124,158,177],"expanding":[125],"100":[128,147,182,211],"sets.":[134,187],"For":[135],"datasets":[137],"same":[140,161],"phenotype/condition,":[141],"top":[143,146,207,210],"showed":[152,197],"little":[153],"no":[155],"agreement":[156],"even":[157],"GAGE,":[163],"PAGE,":[164],"ORA":[166],"were":[167],"only":[169],"able":[171],"achieve":[173],"relatively":[174],"high":[175],"reproducibility":[176],"comparing":[178],"Biological":[188],"validation":[189],"on":[190],"juvenile":[192],"idiopathic":[193],"arthritis":[194],"(JIA)":[195],"dataset":[196],"wide":[198],"variation":[199],"in":[200],"terms":[201],"relevance":[204],"known":[217],"biology":[218],"disease,":[221],"where":[222],"GAGE":[223],"predicted":[224],"relevant":[227],"sets,":[229],"followed":[230],"GSEA,":[232],"ORA,":[233],"PAGE.":[235]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}