{"id":"https://openalex.org/W2962029365","doi":"https://doi.org/10.1109/ijcnn.2019.8852410","title":"Feature Selection via Mutual Information: New Theoretical Insights","display_name":"Feature Selection via Mutual Information: New Theoretical Insights","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2962029365","doi":"https://doi.org/10.1109/ijcnn.2019.8852410","mag":"2962029365"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2019.8852410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8852410","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1907.07384","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055856381","display_name":"Mario Beraha","orcid":"https://orcid.org/0000-0002-3495-414X"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]},{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Mario Beraha","raw_affiliation_strings":["DEIB, Politecnico di Milano, Milan, Italy","Universit\u00e0 degli Studi di Bologna, Bologna, Italy"],"affiliations":[{"raw_affiliation_string":"DEIB, Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]},{"raw_affiliation_string":"Universit\u00e0 degli Studi di Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037963323","display_name":"Alberto Maria Metelli","orcid":"https://orcid.org/0000-0002-3424-5212"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alberto Maria Metelli","raw_affiliation_strings":["DEIB, Politecnico di Milano, Milan, Italy","DEIB: Politecnico di Milano,Milan,Italy"],"affiliations":[{"raw_affiliation_string":"DEIB, Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]},{"raw_affiliation_string":"DEIB: Politecnico di Milano,Milan,Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015303026","display_name":"Matteo Papini","orcid":"https://orcid.org/0000-0002-3807-3171"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Papini","raw_affiliation_strings":["DEIB, Politecnico di Milano, Milan, Italy","DEIB: Politecnico di Milano,Milan,Italy"],"affiliations":[{"raw_affiliation_string":"DEIB, Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]},{"raw_affiliation_string":"DEIB: Politecnico di Milano,Milan,Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015216456","display_name":"Andrea Tirinzoni","orcid":null},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Tirinzoni","raw_affiliation_strings":["DEIB, Politecnico di Milano, Milan, Italy","DEIB: Politecnico di Milano,Milan,Italy"],"affiliations":[{"raw_affiliation_string":"DEIB, Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]},{"raw_affiliation_string":"DEIB: Politecnico di Milano,Milan,Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017130830","display_name":"Marcello Restelli","orcid":"https://orcid.org/0000-0002-6322-1076"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marcello Restelli","raw_affiliation_strings":["DEIB, Politecnico di Milano, Milan, Italy","Polytechnic University of Milan"],"affiliations":[{"raw_affiliation_string":"DEIB, Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]},{"raw_affiliation_string":"Polytechnic University of Milan","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5055856381"],"corresponding_institution_ids":["https://openalex.org/I9360294","https://openalex.org/I93860229"],"apc_list":null,"apc_paid":null,"fwci":0.5109,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.69148196,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conditional-mutual-information","display_name":"Conditional mutual information","score":0.8088213205337524},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.7844374179840088},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.7658244967460632},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6451142430305481},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.5996921062469482},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5805912613868713},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5798377394676208},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5239279866218567},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4857538342475891},{"id":"https://openalex.org/keywords/interaction-information","display_name":"Interaction information","score":0.47425830364227295},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.4602784812450409},{"id":"https://openalex.org/keywords/ideal","display_name":"Ideal (ethics)","score":0.4548135995864868},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.4438299536705017},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.4310510754585266},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4051533639431},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3850528299808502},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36183345317840576},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.27560412883758545},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08133655786514282}],"concepts":[{"id":"https://openalex.org/C124805900","wikidata":"https://www.wikidata.org/wiki/Q5159269","display_name":"Conditional mutual information","level":3,"score":0.8088213205337524},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.7844374179840088},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.7658244967460632},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6451142430305481},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.5996921062469482},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5805912613868713},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5798377394676208},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5239279866218567},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4857538342475891},{"id":"https://openalex.org/C38764148","wikidata":"https://www.wikidata.org/wiki/Q17098245","display_name":"Interaction information","level":2,"score":0.47425830364227295},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.4602784812450409},{"id":"https://openalex.org/C2776639384","wikidata":"https://www.wikidata.org/wiki/Q840396","display_name":"Ideal (ethics)","level":2,"score":0.4548135995864868},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.4438299536705017},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.4310510754585266},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4051533639431},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3850528299808502},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36183345317840576},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27560412883758545},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08133655786514282},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/ijcnn.2019.8852410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8852410","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1907.07384","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.07384","pdf_url":"https://arxiv.org/pdf/1907.07384","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:cris.unibo.it:11585/701421","is_oa":false,"landing_page_url":"http://hdl.handle.net/11585/701421","pdf_url":null,"source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.1907.07384","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1907.07384","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:2962029365","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1907.07384","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.07384","pdf_url":"https://arxiv.org/pdf/1907.07384","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W33196642","https://openalex.org/W1495061682","https://openalex.org/W1567784974","https://openalex.org/W1619226191","https://openalex.org/W1661871015","https://openalex.org/W1973429478","https://openalex.org/W2013396429","https://openalex.org/W2017337590","https://openalex.org/W2043772506","https://openalex.org/W2044956198","https://openalex.org/W2054033094","https://openalex.org/W2091891040","https://openalex.org/W2092939357","https://openalex.org/W2097839764","https://openalex.org/W2099111195","https://openalex.org/W2114771311","https://openalex.org/W2118561568","https://openalex.org/W2149454242","https://openalex.org/W2149772057","https://openalex.org/W2155344811","https://openalex.org/W2156504490","https://openalex.org/W2161642932","https://openalex.org/W2162833766","https://openalex.org/W2164714023","https://openalex.org/W2167101736","https://openalex.org/W2963053125","https://openalex.org/W2963067204","https://openalex.org/W3120740533","https://openalex.org/W3127518054","https://openalex.org/W4206803374","https://openalex.org/W4251163770","https://openalex.org/W6629652716","https://openalex.org/W6636914306","https://openalex.org/W6673454950","https://openalex.org/W6674582357","https://openalex.org/W6682496738","https://openalex.org/W6682686508","https://openalex.org/W6683024897","https://openalex.org/W6683874248","https://openalex.org/W6684109316","https://openalex.org/W6739891508","https://openalex.org/W6744238343"],"related_works":["https://openalex.org/W192917037","https://openalex.org/W2409949322","https://openalex.org/W2788199784","https://openalex.org/W2982347014","https://openalex.org/W2894867725","https://openalex.org/W3049667903","https://openalex.org/W2949472105","https://openalex.org/W2796052702","https://openalex.org/W2962909570","https://openalex.org/W2952902535","https://openalex.org/W3097191881","https://openalex.org/W2947731685","https://openalex.org/W2181191726","https://openalex.org/W2557135006","https://openalex.org/W586715238","https://openalex.org/W2330134669","https://openalex.org/W1953055146","https://openalex.org/W2460519968","https://openalex.org/W167498579","https://openalex.org/W3161182268"],"abstract_inverted_index":{"Mutual":[0],"information":[1,61],"has":[2],"been":[3],"successfully":[4],"adopted":[5],"in":[6,20],"filter":[7],"feature-selection":[8],"methods":[9,91],"to":[10,30,114,121],"assess":[11],"both":[12],"the":[13,22,26,46,66,95,100],"relevancy":[14],"of":[15,18,74],"a":[16,82,107],"subset":[17,103],"features":[19],"predicting":[21],"target":[23],"variable":[24],"and":[25,39,88,119],"redundancy":[27],"with":[28],"respect":[29],"other":[31],"variables.":[32],"However,":[33],"existing":[34],"algorithms":[35],"are":[36],"mostly":[37],"heuristic":[38,123],"do":[40],"not":[41],"offer":[42],"any":[43],"guarantee":[44],"on":[45,77],"proposed":[47],"solution.":[48],"In":[49],"this":[50],"paper,":[51],"we":[52,80],"provide":[53,111],"novel":[54,83],"theoretical":[55,117],"results":[56],"showing":[57],"that":[58,94],"conditional":[59],"mutual":[60],"naturally":[62],"arises":[63],"when":[64],"bounding":[65],"ideal":[67,96],"regression/classification":[68],"errors":[69],"achieved":[70],"by":[71,106],"different":[72],"subsets":[73],"features.":[75],"Leveraging":[76],"these":[78],"insights,":[79],"propose":[81],"stopping":[84],"condition":[85],"for":[86],"backward":[87],"forward":[89],"greedy":[90],"which":[92],"ensures":[93],"prediction":[97],"error":[98],"using":[99],"selected":[101],"feature":[102],"remains":[104],"bounded":[105],"user-specified":[108],"threshold.":[109],"We":[110],"numerical":[112],"simulations":[113],"support":[115],"our":[116],"claims":[118],"compare":[120],"common":[122],"methods.":[124]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}