{"id":"https://openalex.org/W4289994271","doi":"https://doi.org/10.3390/e24081079","title":"Information Theoretic Methods for Variable Selection\u2014A Review","display_name":"Information Theoretic Methods for Variable Selection\u2014A Review","publication_year":2022,"publication_date":"2022-08-04","ids":{"openalex":"https://openalex.org/W4289994271","doi":"https://doi.org/10.3390/e24081079","pmid":"https://pubmed.ncbi.nlm.nih.gov/36010742"},"language":"en","primary_location":{"id":"doi:10.3390/e24081079","doi":"https://doi.org/10.3390/e24081079","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24081079","pdf_url":"https://www.mdpi.com/1099-4300/24/8/1079/pdf?version=1661325164","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/24/8/1079/pdf?version=1661325164","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084772706","display_name":"Jan Mielniczuk","orcid":"https://orcid.org/0000-0003-2621-2303","observed_orcids":["https://orcid.org/0000-0003-2621-2303"]},"institutions":[{"id":"https://openalex.org/I108403487","display_name":"Warsaw University of Technology","ror":"https://ror.org/00y0xnp53","country_code":"PL","type":"education","lineage":["https://openalex.org/I108403487"]},{"id":"https://openalex.org/I4210087266","display_name":"Institute of Computer Science","ror":"https://ror.org/003fvp964","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210087266","https://openalex.org/I99542240"]},{"id":"https://openalex.org/I99542240","display_name":"Polish Academy of Sciences","ror":"https://ror.org/01dr6c206","country_code":"PL","type":"government","lineage":["https://openalex.org/I99542240"]}],"countries":["PL"],"is_corresponding":true,"raw_author_name":"Jan Mielniczuk","raw_affiliation_strings":["Faculty of Mathematics and Information Science, Warsaw University of Technology, Koszykowa 75, 00-662 Warsaw, Poland","Institute of Computer Science, Polish Academy of Sciences, Jana Kazimierza 5, 01-248 Warsaw, Poland"],"raw_orcid":"https://orcid.org/0000-0003-2621-2303","affiliations":[{"raw_affiliation_string":"Faculty of Mathematics and Information Science, Warsaw University of Technology, Koszykowa 75, 00-662 Warsaw, Poland","institution_ids":["https://openalex.org/I108403487"]},{"raw_affiliation_string":"Institute of Computer Science, Polish Academy of Sciences, Jana Kazimierza 5, 01-248 Warsaw, Poland","institution_ids":["https://openalex.org/I4210087266","https://openalex.org/I99542240"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5084772706"],"corresponding_institution_ids":["https://openalex.org/I108403487","https://openalex.org/I4210087266","https://openalex.org/I99542240"],"apc_list":{"value":1800,"currency":"CHF","value_usd":1885},"apc_paid":{"value":1800,"currency":"CHF","value_usd":1885},"fwci":1.5935,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.85308311,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"24","issue":"8","first_page":"1079","last_page":"1079"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13141","display_name":"Statistical Methods and Applications","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature-selection","display_name":"feature selection","score":0.996999979019165},{"id":"https://openalex.org/keywords/conditional-mutual-information","display_name":"conditional mutual information","score":0.9549999833106995},{"id":"https://openalex.org/keywords/truncation","display_name":"truncation","score":0.7960000038146973},{"id":"https://openalex.org/keywords/discrete-features","display_name":"discrete features","score":0.621999979019165},{"id":"https://openalex.org/keywords/classification","display_name":"classification","score":0.8109999895095825},{"id":"https://openalex.org/keywords/high-dimensional-data","display_name":"high-dimensional data","score":0.9580000042915344},{"id":"https://openalex.org/keywords/asymptotic-distribution","display_name":"asymptotic distribution","score":0.9020000100135803},{"id":"https://openalex.org/keywords/resampling","display_name":"resampling","score":0.8130000233650208}],"concepts":[{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.7582538723945618},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.7415709495544434},{"id":"https://openalex.org/C124805900","wikidata":"https://www.wikidata.org/wiki/Q5159269","display_name":"Conditional mutual information","level":3,"score":0.6817106008529663},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5690300464630127},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5107564926147461},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5030650496482849},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.4784926772117615},{"id":"https://openalex.org/C106195933","wikidata":"https://www.wikidata.org/wiki/Q7847935","display_name":"Truncation (statistics)","level":2,"score":0.47397178411483765},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4637241065502167},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4101915955543518},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3879840075969696},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38694828748703003},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37981298565864563},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3687874674797058},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1165093183517456},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/e24081079","doi":"https://doi.org/10.3390/e24081079","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24081079","pdf_url":"https://www.mdpi.com/1099-4300/24/8/1079/pdf?version=1661325164","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:36010742","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36010742","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9407310","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9407310","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:4abbdf70fede429e8baf7593c780a67d","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/4abbdf70fede429e8baf7593c780a67d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 24, Iss 8, p 1079 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/e24081079","doi":"https://doi.org/10.3390/e24081079","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24081079","pdf_url":"https://www.mdpi.com/1099-4300/24/8/1079/pdf?version=1661325164","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4289994271.pdf","grobid_xml":"https://content.openalex.org/works/W4289994271.grobid-xml"},"referenced_works_count":82,"referenced_works":["https://openalex.org/W23724364","https://openalex.org/W142187185","https://openalex.org/W1501760102","https://openalex.org/W1515040589","https://openalex.org/W1556316174","https://openalex.org/W1822695366","https://openalex.org/W1849729440","https://openalex.org/W1965680102","https://openalex.org/W2003631473","https://openalex.org/W2011357767","https://openalex.org/W2024105897","https://openalex.org/W2031779765","https://openalex.org/W2034274945","https://openalex.org/W2035738977","https://openalex.org/W2043772506","https://openalex.org/W2048505587","https://openalex.org/W2063249739","https://openalex.org/W2076983043","https://openalex.org/W2083722770","https://openalex.org/W2092939357","https://openalex.org/W2097176879","https://openalex.org/W2100495367","https://openalex.org/W2109177042","https://openalex.org/W2118561568","https://openalex.org/W2121273346","https://openalex.org/W2129564794","https://openalex.org/W2133072544","https://openalex.org/W2149454242","https://openalex.org/W2149772057","https://openalex.org/W2154053567","https://openalex.org/W2154572047","https://openalex.org/W2155344811","https://openalex.org/W2156483112","https://openalex.org/W2156504490","https://openalex.org/W2156665896","https://openalex.org/W2157444450","https://openalex.org/W2161642932","https://openalex.org/W2162833766","https://openalex.org/W2165580920","https://openalex.org/W2166944917","https://openalex.org/W2177148767","https://openalex.org/W2324228145","https://openalex.org/W2492307518","https://openalex.org/W2530612318","https://openalex.org/W2541706296","https://openalex.org/W2552399396","https://openalex.org/W2613509922","https://openalex.org/W2768346035","https://openalex.org/W2777199146","https://openalex.org/W2784178186","https://openalex.org/W2785531387","https://openalex.org/W2787894218","https://openalex.org/W2803832867","https://openalex.org/W2885496398","https://openalex.org/W2887002214","https://openalex.org/W2911964244","https://openalex.org/W2914196575","https://openalex.org/W2942774952","https://openalex.org/W2946006146","https://openalex.org/W2953601035","https://openalex.org/W2962213288","https://openalex.org/W2964200874","https://openalex.org/W2997674406","https://openalex.org/W2998216295","https://openalex.org/W3016126711","https://openalex.org/W3016584934","https://openalex.org/W3020913839","https://openalex.org/W3036171428","https://openalex.org/W3042860357","https://openalex.org/W3082176113","https://openalex.org/W3122213525","https://openalex.org/W3144981492","https://openalex.org/W3155575086","https://openalex.org/W3179102185","https://openalex.org/W3199471918","https://openalex.org/W4226077210","https://openalex.org/W4232613155","https://openalex.org/W4247571494","https://openalex.org/W4249446031","https://openalex.org/W4289236186","https://openalex.org/W4302423442","https://openalex.org/W7066667914"],"related_works":["https://openalex.org/W4205619203","https://openalex.org/W2533731304","https://openalex.org/W4313429060","https://openalex.org/W2889544313","https://openalex.org/W1770458422","https://openalex.org/W2057609120","https://openalex.org/W4225940264","https://openalex.org/W2111510771","https://openalex.org/W2151804025","https://openalex.org/W2048449370"],"abstract_inverted_index":{"We":[0,56,80],"review":[1],"the":[2,14,49,73,83,91,99,103,106],"principal":[3],"information":[4,33],"theoretic":[5],"tools":[6],"and":[7,48,51,70],"their":[8],"use":[9],"for":[10,36,72],"feature":[11,87],"selection,":[12],"with":[13,20,98],"main":[15,84],"emphasis":[16],"on":[17,41,66,117],"classification":[18],"problems":[19],"discrete":[21],"features.":[22],"Since":[23],"it":[24],"is":[25],"known":[26],"that":[27],"empirical":[28,121],"versions":[29],"of":[30,44,53,61,76,94,101,105,109,114,120,123],"conditional":[31,77,95],"mutual":[32,78],"perform":[34],"poorly":[35],"high-dimensional":[37],"problems,":[38],"we":[39],"focus":[40],"various":[42],"ways":[43,100],"constructing":[45,62],"its":[46],"counterparts":[47,122],"properties":[50],"limitations":[52],"such":[54,63],"methods.":[55],"present":[57],"a":[58],"unified":[59],"way":[60],"measures":[64,93],"based":[65],"truncation,":[67],"or":[68],"truncation":[69],"weighing,":[71],"M\u00f6bius":[74],"expansion":[75],"information.":[79],"also":[81],"discuss":[82],"approaches":[85],"to":[86],"selection":[88],"which":[89],"apply":[90],"introduced":[92],"dependence,":[96],"together":[97],"assessing":[102],"quality":[104],"obtained":[107],"vector":[108],"predictors.":[110],"This":[111],"involves":[112],"discussion":[113],"recent":[115],"results":[116],"asymptotic":[118],"distributions":[119],"criteria,":[124],"as":[125,127],"well":[126],"advances":[128],"in":[129],"resampling.":[130]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-10-10T00:00:00"}