{"id":"https://openalex.org/W2249366592","doi":"https://doi.org/10.1093/bioinformatics/btv734","title":"Positive and negative forms of replicability in gene network analysis","display_name":"Positive and negative forms of replicability in gene network analysis","publication_year":2015,"publication_date":"2015-12-14","ids":{"openalex":"https://openalex.org/W2249366592","doi":"https://doi.org/10.1093/bioinformatics/btv734","mag":"2249366592","pmid":"https://pubmed.ncbi.nlm.nih.gov/26668004"},"language":"en","primary_location":{"id":"doi:10.1093/bioinformatics/btv734","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btv734","pdf_url":"https://academic.oup.com/bioinformatics/article-pdf/32/7/1065/19569118/btv734.pdf","source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://academic.oup.com/bioinformatics/article-pdf/32/7/1065/19569118/btv734.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034038625","display_name":"Wim Verleyen","orcid":null},"institutions":[{"id":"https://openalex.org/I2750212522","display_name":"Cold Spring Harbor Laboratory","ror":"https://ror.org/02qz8b764","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2750212522"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"W. Verleyen","raw_affiliation_strings":["Stanley Institute for Cognitive Genomics, Cold Spring Harbor Laboratory, 500 Sunnyside Boulevard Woodbury, NY 11797, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanley Institute for Cognitive Genomics, Cold Spring Harbor Laboratory, 500 Sunnyside Boulevard Woodbury, NY 11797, USA","institution_ids":["https://openalex.org/I2750212522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091633064","display_name":"Sara Ballouz","orcid":"https://orcid.org/0000-0003-4701-3020"},"institutions":[{"id":"https://openalex.org/I2750212522","display_name":"Cold Spring Harbor Laboratory","ror":"https://ror.org/02qz8b764","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2750212522"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"S. Ballouz","raw_affiliation_strings":["Stanley Institute for Cognitive Genomics, Cold Spring Harbor Laboratory, 500 Sunnyside Boulevard Woodbury, NY 11797, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanley Institute for Cognitive Genomics, Cold Spring Harbor Laboratory, 500 Sunnyside Boulevard Woodbury, NY 11797, USA","institution_ids":["https://openalex.org/I2750212522"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021003479","display_name":"Jesse Gillis","orcid":"https://orcid.org/0000-0002-0936-9774"},"institutions":[{"id":"https://openalex.org/I2750212522","display_name":"Cold Spring Harbor Laboratory","ror":"https://ror.org/02qz8b764","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2750212522"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"J. Gillis","raw_affiliation_strings":["Stanley Institute for Cognitive Genomics, Cold Spring Harbor Laboratory, 500 Sunnyside Boulevard Woodbury, NY 11797, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanley Institute for Cognitive Genomics, Cold Spring Harbor Laboratory, 500 Sunnyside Boulevard Woodbury, NY 11797, USA","institution_ids":["https://openalex.org/I2750212522"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5021003479"],"corresponding_institution_ids":["https://openalex.org/I2750212522"],"apc_list":{"value":3618,"currency":"USD","value_usd":3618},"apc_paid":null,"fwci":1.4779,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.82476238,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"32","issue":"7","first_page":"1065","last_page":"1073"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.9345999956130981,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.9345999956130981,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10261","display_name":"Genetic Associations and Epidemiology","score":0.018799999728798866,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10621","display_name":"Gene Regulatory Network Analysis","score":0.009700000286102295,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.7554587125778198},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7301253080368042},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5994645357131958},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5550833940505981},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.48536860942840576},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.47571900486946106},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4436790347099304},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42829880118370056},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4113551676273346},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.41038841009140015},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3675968050956726},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.25134092569351196},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.18772122263908386},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.1721506416797638},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1214090883731842},{"id":"https://openalex.org/keywords/genetics","display_name":"Genetics","score":0.10144799947738647}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7554587125778198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7301253080368042},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5994645357131958},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5550833940505981},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.48536860942840576},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.47571900486946106},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4436790347099304},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42829880118370056},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4113551676273346},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.41038841009140015},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3675968050956726},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25134092569351196},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.18772122263908386},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.1721506416797638},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1214090883731842},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.10144799947738647},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D053263","descriptor_name":"Gene Regulatory Networks","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D053263","descriptor_name":"Gene Regulatory Networks","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D053263","descriptor_name":"Gene Regulatory Networks","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1093/bioinformatics/btv734","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btv734","pdf_url":"https://academic.oup.com/bioinformatics/article-pdf/32/7/1065/19569118/btv734.pdf","source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},{"id":"pmid:26668004","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/26668004","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics (Oxford, England)","raw_type":null},{"id":"pmh:oai:repository.cshl.edu:32198","is_oa":false,"landing_page_url":"https://repository.cshl.edu/id/eprint/32198/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402288","display_name":"Cold Spring Harbor Laboratory Institutional Repository (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Paper"},{"id":"pmh:oai:open-archive.highwire.org:bioinfo:32/7/1065","is_oa":false,"landing_page_url":"http://bioinformatics.oxfordjournals.org/cgi/content/short/32/7/1065","pdf_url":null,"source":{"id":"https://openalex.org/S4406923041","display_name":"HighWire Press Open Archive","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"TEXT"}],"best_oa_location":{"id":"doi:10.1093/bioinformatics/btv734","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btv734","pdf_url":"https://academic.oup.com/bioinformatics/article-pdf/32/7/1065/19569118/btv734.pdf","source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","display_name":"No poverty","score":0.5799999833106995}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1481507011","https://openalex.org/W1515242458","https://openalex.org/W1565746575","https://openalex.org/W1929792927","https://openalex.org/W1964444099","https://openalex.org/W1987777080","https://openalex.org/W2003516452","https://openalex.org/W2011340259","https://openalex.org/W2043764521","https://openalex.org/W2045373134","https://openalex.org/W2048087720","https://openalex.org/W2053067975","https://openalex.org/W2055043387","https://openalex.org/W2068590125","https://openalex.org/W2071598557","https://openalex.org/W2081814119","https://openalex.org/W2087390320","https://openalex.org/W2090247362","https://openalex.org/W2101234009","https://openalex.org/W2103017472","https://openalex.org/W2103765038","https://openalex.org/W2104724027","https://openalex.org/W2106142493","https://openalex.org/W2107644675","https://openalex.org/W2109384743","https://openalex.org/W2111707517","https://openalex.org/W2116443392","https://openalex.org/W2117486996","https://openalex.org/W2119418518","https://openalex.org/W2119608950","https://openalex.org/W2131472525","https://openalex.org/W2131776976","https://openalex.org/W2135197754","https://openalex.org/W2147461734","https://openalex.org/W2147526198","https://openalex.org/W2147714160","https://openalex.org/W2152265294","https://openalex.org/W2156737316","https://openalex.org/W2157392583","https://openalex.org/W2158261276","https://openalex.org/W2159348493","https://openalex.org/W2159482845","https://openalex.org/W2163176800","https://openalex.org/W2163485494","https://openalex.org/W2167277498","https://openalex.org/W2167844024","https://openalex.org/W2171854303","https://openalex.org/W2472097883","https://openalex.org/W2615785200","https://openalex.org/W2770983033","https://openalex.org/W2912934387","https://openalex.org/W2914933231","https://openalex.org/W4212883601","https://openalex.org/W6633774736","https://openalex.org/W6675354045","https://openalex.org/W6680041971"],"related_works":["https://openalex.org/W2989932438","https://openalex.org/W3099765033","https://openalex.org/W3175189414","https://openalex.org/W4210794429","https://openalex.org/W2985459377","https://openalex.org/W1996541855","https://openalex.org/W4213073923","https://openalex.org/W2791824431","https://openalex.org/W4224929651","https://openalex.org/W4287753411"],"abstract_inverted_index":{"MOTIVATION:":[0],"Gene":[1],"networks":[2,153],"have":[3],"become":[4],"a":[5,25,50,55,135,196,221],"central":[6],"tool":[7],"in":[8,46,147,189],"the":[9,38,47,81,111,130,161,164,174,224],"analysis":[10,75],"of":[11,28,57,83,151,163],"genomic":[12],"data":[13,65,105,191,202,219,234],"but":[14,123],"are":[15,158,235],"widely":[16],"regarded":[17],"as":[18,49],"hard":[19],"to":[20,44,70,95,207,223],"interpret.":[21],"This":[22],"has":[23],"motivated":[24],"great":[26],"deal":[27],"comparative":[29],"evaluation":[30],"and":[31,66,106,115,154,192,220],"research":[32],"into":[33],"best":[34],"practices.":[35],"We":[36,53,98,142,180],"explore":[37],"possibility":[39],"that":[40,86,100,156,193],"this":[41],"may":[42],"lead":[43],"overfitting":[45],"field":[48],"whole.":[51],"RESULTS:":[52],"construct":[54],"model":[56],"'research":[58],"communities'":[59],"sampling":[60,102],"from":[61],"real":[62],"gene":[63,137,152],"network":[64,104,190,218],"machine":[67],"learning":[68],"methods":[69],"characterize":[71],"performance":[72],"trends.":[73],"Our":[74],"reveals":[76],"an":[77],"important":[78],"principle":[79],"limiting":[80],"value":[82],"replication,":[84],"namely":[85],"targeting":[87],"it":[88],"directly":[89],"causes":[90],"'easy'":[91],"or":[92],"uninformative":[93],"replication":[94],"dominate":[96],"analyses.":[97],"find":[99],"when":[101],"across":[103],"algorithms":[107],"with":[108,160,210],"similar":[109],"variability,":[110],"relationship":[112,131],"between":[113],"replicability":[114,146],"accuracy":[116],"is":[117,128,195],"positive":[118],"(Spearman's":[119],"correlation,":[120],"rs":[121],"\u223c0.33)":[122],"where":[124],"no":[125],"such":[126],"constraint":[127],"imposed,":[129],"becomes":[132],"negative":[133],"for":[134,203],"given":[136],"function":[138],"(rs":[139],"\u223c":[140],"-0.13).":[141],"predict":[143],"factors":[144],"driving":[145],"some":[148],"prior":[149],"analyses":[150],"show":[155,181],"they":[157],"unconnected":[159],"correctness":[162],"original":[165,175],"result,":[166],"instead":[167],"reflecting":[168],"replicable":[169,205],"biases.":[170],"Without":[171],"these":[172,182],"biases,":[173],"results":[176],"also":[177],"vanish":[178],"replicably.":[179],"effects":[183],"can":[184],"occur":[185],"quite":[186],"far":[187],"upstream":[188],"there":[194],"strong":[197],"tendency":[198],"within":[199],"protein-protein":[200],"interaction":[201],"highly":[204],"interactions":[206],"be":[208],"associated":[209],"poor":[211],"quality":[212],"control.":[213],"AVAILABILITY":[214],"AND":[215],"IMPLEMENTATION:":[216],"Algorithms,":[217],"guide":[222],"code":[225],"available":[226,236],"at:":[227],"https://github.com/wimverleyen/AggregateGeneFunctionPrediction":[228],"CONTACT:":[229],"jgillis@cshl.edu":[230],"SUPPLEMENTARY":[231],"INFORMATION:":[232],"Supplementary":[233],"at":[237],"Bioinformatics":[238],"online.":[239]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":7}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}