{"id":"https://openalex.org/W4292387167","doi":"https://doi.org/10.1109/tit.2022.3200577","title":"A Unified Framework for Correlation Mining in Ultra-High Dimension","display_name":"A Unified Framework for Correlation Mining in Ultra-High Dimension","publication_year":2022,"publication_date":"2022-08-19","ids":{"openalex":"https://openalex.org/W4292387167","doi":"https://doi.org/10.1109/tit.2022.3200577"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2022.3200577","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tit.2022.3200577","pdf_url":"https://ieeexplore.ieee.org/ielx7/18/9997158/09863848.pdf","source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/18/9997158/09863848.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023519528","display_name":"Yun Wei","orcid":"https://orcid.org/0000-0002-9815-1581"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]},{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yun Wei","raw_affiliation_strings":["Department of Mathematics, University of Michigan, Ann Arbor, MI, USA","Department of Statistical Science, Duke University, Durham, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"Department of Statistical Science, Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091424272","display_name":"Bala Rajaratnam","orcid":"https://orcid.org/0000-0003-2570-8059"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bala Rajaratnam","raw_affiliation_strings":["Department of Statistics, University of California at Davis, Davis, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of California at Davis, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077692655","display_name":"Alfred O. Hero","orcid":"https://orcid.org/0000-0002-2531-9670"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alfred O. Heroiii","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5023519528"],"corresponding_institution_ids":["https://openalex.org/I170897317","https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09404356,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"69","issue":"1","first_page":"334","last_page":"382"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11716","display_name":"Random Matrices and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11716","display_name":"Random Matrices and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.7038769721984863},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.6891053915023804},{"id":"https://openalex.org/keywords/partial-correlation","display_name":"Partial correlation","score":0.6519584059715271},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.5725311636924744},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5650746822357178},{"id":"https://openalex.org/keywords/diagonal","display_name":"Diagonal","score":0.5048313736915588},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.49229374527931213},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4850129783153534},{"id":"https://openalex.org/keywords/covariance-matrix","display_name":"Covariance matrix","score":0.4478771984577179},{"id":"https://openalex.org/keywords/poisson-distribution","display_name":"Poisson distribution","score":0.4168179929256439},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3610941171646118},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3200305104255676},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.3180396556854248},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.24091094732284546}],"concepts":[{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.7038769721984863},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.6891053915023804},{"id":"https://openalex.org/C64708745","wikidata":"https://www.wikidata.org/wiki/Q2998010","display_name":"Partial correlation","level":3,"score":0.6519584059715271},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5725311636924744},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5650746822357178},{"id":"https://openalex.org/C130367717","wikidata":"https://www.wikidata.org/wiki/Q189791","display_name":"Diagonal","level":2,"score":0.5048313736915588},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.49229374527931213},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4850129783153534},{"id":"https://openalex.org/C185142706","wikidata":"https://www.wikidata.org/wiki/Q1134404","display_name":"Covariance matrix","level":2,"score":0.4478771984577179},{"id":"https://openalex.org/C100906024","wikidata":"https://www.wikidata.org/wiki/Q205692","display_name":"Poisson distribution","level":2,"score":0.4168179929256439},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3610941171646118},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3200305104255676},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3180396556854248},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.24091094732284546},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.2022.3200577","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tit.2022.3200577","pdf_url":"https://ieeexplore.ieee.org/ielx7/18/9997158/09863848.pdf","source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tit.2022.3200577","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tit.2022.3200577","pdf_url":"https://ieeexplore.ieee.org/ielx7/18/9997158/09863848.pdf","source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G171852478","display_name":null,"funder_award_id":"NSF CCF 1934568","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G195798123","display_name":"CAREER: Scalable methods for discovering multivariate dependencies in high dimensional data.","funder_award_id":"1916787","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2279853913","display_name":null,"funder_award_id":"W911NF-19-1","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G2624195884","display_name":null,"funder_award_id":"CCF 1934568","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5385673730","display_name":null,"funder_award_id":"W911NF-15-1-","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G608057831","display_name":null,"funder_award_id":"W911NF-19","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6500609880","display_name":null,"funder_award_id":"NSF DMS 1916787","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7452299184","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G7716919041","display_name":null,"funder_award_id":"NSF DMS 1976787","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8346236733","display_name":null,"funder_award_id":"W911NF-15-1-0479","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G8415477955","display_name":null,"funder_award_id":"W911NF-19","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8887290759","display_name":null,"funder_award_id":"W911NF-19-1-0269","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G8998121839","display_name":null,"funder_award_id":"911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4292387167.pdf","grobid_xml":"https://content.openalex.org/works/W4292387167.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W100935669","https://openalex.org/W178948881","https://openalex.org/W280712306","https://openalex.org/W630423399","https://openalex.org/W1558717344","https://openalex.org/W1585160083","https://openalex.org/W1590384583","https://openalex.org/W1596515083","https://openalex.org/W1774574844","https://openalex.org/W1985260835","https://openalex.org/W1990948184","https://openalex.org/W1993948873","https://openalex.org/W2019963883","https://openalex.org/W2024011275","https://openalex.org/W2026097090","https://openalex.org/W2031680849","https://openalex.org/W2050020552","https://openalex.org/W2085761620","https://openalex.org/W2110065044","https://openalex.org/W2112694609","https://openalex.org/W2122496388","https://openalex.org/W2151128232","https://openalex.org/W2154560360","https://openalex.org/W2157446903","https://openalex.org/W2185845138","https://openalex.org/W2207685761","https://openalex.org/W2321124713","https://openalex.org/W2486096428","https://openalex.org/W2515329117","https://openalex.org/W2515903151","https://openalex.org/W2516118735","https://openalex.org/W2738834721","https://openalex.org/W2885549115","https://openalex.org/W2900574948","https://openalex.org/W2951608831","https://openalex.org/W2963421284","https://openalex.org/W2963650207","https://openalex.org/W2963846915","https://openalex.org/W2964158835","https://openalex.org/W2965497096","https://openalex.org/W3042820579","https://openalex.org/W3104114035","https://openalex.org/W3104928457","https://openalex.org/W3105428707","https://openalex.org/W3124856993","https://openalex.org/W4213099427","https://openalex.org/W4239743380","https://openalex.org/W4312258136","https://openalex.org/W6675870576","https://openalex.org/W6682227116","https://openalex.org/W6727571075"],"related_works":["https://openalex.org/W2504004674","https://openalex.org/W1595229445","https://openalex.org/W2135584473","https://openalex.org/W2498744856","https://openalex.org/W4390482104","https://openalex.org/W322408318","https://openalex.org/W149041114","https://openalex.org/W2963177394","https://openalex.org/W1965815883","https://openalex.org/W2065335560"],"abstract_inverted_index":{"Many":[0],"applications":[1],"benefit":[2],"from":[3,62],"theory":[4,73],"relevant":[5],"to":[6,52,123,133,151,166,194],"the":[7,26,31,43,57,76,105,155,176],"identification":[8],"of":[9,107,157],"variables":[10,163],"having":[11],"large":[12],"correlations":[13,16],"or":[14,160],"partial":[15,101,126,161,206],"in":[17,25,92],"high":[18],"dimension.":[19],"Recently":[20],"there":[21],"has":[22],"been":[23],"progress":[24],"ultra-high":[27],"dimensional":[28],"setting":[29],"when":[30,186],"sample":[32],"size":[33],"<inline-formula":[34,45,178,187],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[35,46,179,188],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[36,47,180,189],"<tex-math":[37,48,181,190],"notation=\"LaTeX\">$n$":[38],"</tex-math></inline-formula>":[39,50,183,192],"is":[40,89,130,143],"fixed":[41],"and":[42,65,82,100,125,185,205,211],"dimension":[44],"notation=\"LaTeX\">$p$":[49,182,191],"tends":[51,193],"infinity.":[53,195],"Despite":[54],"these":[55],"advances,":[56],"correlation":[58,71,99,102,124,127,136,204,207],"screening":[59,72,103,208],"framework":[60,198],"suffers":[61],"practical,":[63],"methodological":[64],"theoretical":[66,210],"deficiencies.":[67],"For":[68],"instance,":[69],"previous":[70],"requires":[74,104],"that":[75,129,142],"population":[77],"covariance":[78],"matrix":[79],"be":[80,112],"sparse":[81],"block":[83,86,134],"diagonal.":[84],"This":[85],"sparsity":[87],"assumption":[88],"however":[90],"restrictive":[91],"practical":[93,212],"applications.":[94,147],"As":[95],"a":[96,120,140,201],"second":[97],"example,":[98],"estimation":[106],"dependence":[108],"measures,":[109],"which":[110,172],"can":[111],"computationally":[113],"prohibitive.":[114],"In":[115],"this":[116],"paper,":[117],"we":[118],"propose":[119],"unifying":[121,197],"approach":[122],"mining":[128],"not":[131],"restricted":[132],"diagonal":[135],"structure,":[137],"thus":[138],"yielding":[139],"methodology":[141],"suitable":[144],"for":[145,174],"modern":[146],"By":[148],"making":[149],"connections":[150],"random":[152],"geometric":[153],"graphs,":[154],"number":[156],"highly":[158],"correlated":[159,162],"are":[164],"shown":[165],"have":[167],"compound":[168],"Poisson":[169],"finite-sample":[170],"characterizations,":[171],"hold":[173],"both":[175],"finite":[177],"case":[184],"The":[196],"also":[199],"demonstrates":[200],"duality":[202],"between":[203],"with":[209],"consequences.":[213]},"counts_by_year":[],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}