{"id":"https://openalex.org/W2006145698","doi":"https://doi.org/10.1198/016214506000001211","title":"Correlation and Large-Scale Simultaneous Significance Testing","display_name":"Correlation and Large-Scale Simultaneous Significance Testing","publication_year":2007,"publication_date":"2007-02-04","ids":{"openalex":"https://openalex.org/W2006145698","doi":"https://doi.org/10.1198/016214506000001211","mag":"2006145698"},"language":"en","primary_location":{"id":"doi:10.1198/016214506000001211","doi":"https://doi.org/10.1198/016214506000001211","is_oa":false,"landing_page_url":"https://doi.org/10.1198/016214506000001211","pdf_url":null,"source":{"id":"https://openalex.org/S4394736638","display_name":"Journal of the American Statistical Association","issn_l":"0162-1459","issn":["0162-1459","1537-274X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Statistical Association","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108567924","display_name":"Bradley Efron","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Bradley Efron","raw_affiliation_strings":["Bradley Efron is Professor, Department of Statistics, Stanford University, Stanford, CA 94305 . The author is very grateful to Trevor Hastie and Rob Tibshirani for suggesting the applicability of permutation methods to correlation calculations. Support was provided by the National Institutes of Health (grant 8R01 EB002784) and the National Science Foundation (grant DMS-05-05673)","Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bradley Efron is Professor, Department of Statistics, Stanford University, Stanford, CA 94305 . The author is very grateful to Trevor Hastie and Rob Tibshirani for suggesting the applicability of permutation methods to correlation calculations. Support was provided by the National Institutes of Health (grant 8R01 EB002784) and the National Science Foundation (grant DMS-05-05673)","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5108567924"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":30.315,"has_fulltext":false,"cited_by_count":405,"citation_normalized_percentile":{"value":0.99771883,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"102","issue":"477","first_page":"93","last_page":"103"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.6060000061988831,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.6060000061988831,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.25,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.0142000000923872,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiple-testing","display_name":"multiple comparisons","score":0.5289999842643738},{"id":"https://openalex.org/keywords/false-discovery-rate","display_name":"false discovery rate","score":0.8539999723434448},{"id":"https://openalex.org/keywords/null-distribution","display_name":"null distribution","score":0.7649999856948853},{"id":"https://openalex.org/keywords/order-statistics","display_name":"order statistics","score":0.8450000286102295}],"concepts":[{"id":"https://openalex.org/C169857963","wikidata":"https://www.wikidata.org/wiki/Q1461038","display_name":"Test statistic","level":3,"score":0.6011884212493896},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.5756886601448059},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.5712490677833557},{"id":"https://openalex.org/C191988596","wikidata":"https://www.wikidata.org/wiki/Q628374","display_name":"Null hypothesis","level":2,"score":0.5628390312194824},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5455446243286133},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5382179617881775},{"id":"https://openalex.org/C35651441","wikidata":"https://www.wikidata.org/wiki/Q625303","display_name":"Independence (probability theory)","level":2,"score":0.5157309174537659},{"id":"https://openalex.org/C120639","wikidata":"https://www.wikidata.org/wiki/Q7068958","display_name":"Null distribution","level":4,"score":0.5045710802078247},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.49120277166366577},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4825291335582733},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.47431278228759766},{"id":"https://openalex.org/C183905921","wikidata":"https://www.wikidata.org/wiki/Q1038757","display_name":"Multiple comparisons problem","level":2,"score":0.4689946472644806},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45306333899497986},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.44585537910461426},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.43588513135910034},{"id":"https://openalex.org/C193244246","wikidata":"https://www.wikidata.org/wiki/Q5432696","display_name":"False discovery rate","level":3,"score":0.4171905517578125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20457875728607178},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1198/016214506000001211","doi":"https://doi.org/10.1198/016214506000001211","is_oa":false,"landing_page_url":"https://doi.org/10.1198/016214506000001211","pdf_url":null,"source":{"id":"https://openalex.org/S4394736638","display_name":"Journal of the American Statistical Association","issn_l":"0162-1459","issn":["0162-1459","1537-274X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Statistical Association","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.123.1338","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.123.1338","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.stat.purdue.edu/~tlzhang/mathstat/Efron.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.179.1634","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.179.1634","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://stat.stanford.edu/%7Eckirby/brad/papers/2006CorrelationRev_June.pdf","raw_type":"text"},{"id":"pmh:oai:RePEc:bes:jnlasa:v:102:y:2007:p:93-103","doi":null,"is_oa":false,"landing_page_url":"http://www.ingentaconnect.com/content/asa/jasa/2007/00000102/00000477/art00010","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.5600000023841858,"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W178619957","https://openalex.org/W1596515083","https://openalex.org/W1824047490","https://openalex.org/W1953115585","https://openalex.org/W1971289666","https://openalex.org/W1971770689","https://openalex.org/W2008233728","https://openalex.org/W2009660843","https://openalex.org/W2019291952","https://openalex.org/W2025604635","https://openalex.org/W2032663748","https://openalex.org/W2057758736","https://openalex.org/W2065311047","https://openalex.org/W2074089196","https://openalex.org/W2091841926","https://openalex.org/W2093043381","https://openalex.org/W2105381419","https://openalex.org/W2105893126","https://openalex.org/W2108819945","https://openalex.org/W2110065044","https://openalex.org/W2111748423","https://openalex.org/W2113381189","https://openalex.org/W2120865735","https://openalex.org/W2133245655","https://openalex.org/W2133379599","https://openalex.org/W2136672430","https://openalex.org/W2146273335","https://openalex.org/W2157132621","https://openalex.org/W2796349379","https://openalex.org/W2796677525","https://openalex.org/W2796856748","https://openalex.org/W2913111725","https://openalex.org/W4234966719","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W1995992573","https://openalex.org/W2046875666","https://openalex.org/W200550325","https://openalex.org/W4294642869","https://openalex.org/W3165853831","https://openalex.org/W2342718458","https://openalex.org/W2950531074","https://openalex.org/W2503526006","https://openalex.org/W1853640760","https://openalex.org/W2563586581"],"abstract_inverted_index":{"Large-scale":[0],"hypothesis":[1],"testing":[2,100],"problems,":[3],"with":[4],"hundreds":[5],"or":[6],"thousands":[7],"of":[8,23,37,62,74,79,93],"test":[9],"statistics":[10],"zi":[11],"to":[12,71,89],"consider":[13],"at":[14],"once,":[15],"have":[16],"become":[17],"familiar":[18],"in":[19,46,64],"current":[20],"practice.":[21],"Applications":[22],"popular":[24],"analysis":[25],"methods,":[26],"such":[27],"as":[28],"false":[29],"discovery":[30],"rate":[31],"techniques,":[32],"do":[33],"not":[34],"require":[35],"independence":[36],"the":[38,58,72,82,90],"zi's,":[39],"but":[40],"their":[41],"accuracy":[42],"can":[43],"be":[44],"compromised":[45],"high-correlation":[47],"situations.":[48],"This":[49],"article":[50],"presents":[51],"computational":[52],"and":[53,60,101],"theoretical":[54],"methods":[55],"for":[56,81,97],"assessing":[57],"size":[59],"effect":[61,103],"correlation":[63,80],"large-scale":[65],"testing.":[66],"A":[67],"simple":[68],"theory":[69,87],"leads":[70],"identification":[73],"a":[75,94],"single":[76],"omnibus":[77],"measure":[78],"zi's":[83],"order":[84],"statistic.":[85],"The":[86],"relates":[88],"correct":[91],"choice":[92],"null":[95],"distribution":[96],"simultaneous":[98],"significance":[99],"its":[102],"on":[104],"inference.":[105]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":22},{"year":2017,"cited_by_count":18},{"year":2016,"cited_by_count":19},{"year":2015,"cited_by_count":14},{"year":2014,"cited_by_count":32},{"year":2013,"cited_by_count":16},{"year":2012,"cited_by_count":24}],"updated_date":"2026-10-15T10:00:46.086208","created_date":"2025-10-10T00:00:00"}