{"id":"https://openalex.org/W2734657704","doi":"https://doi.org/10.1109/ijcnn.2017.7966441","title":"A fast information-theoretic approximation of joint mutual information feature selection","display_name":"A fast information-theoretic approximation of joint mutual information feature selection","publication_year":2017,"publication_date":"2017-05-01","ids":{"openalex":"https://openalex.org/W2734657704","doi":"https://doi.org/10.1109/ijcnn.2017.7966441","mag":"2734657704"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2017.7966441","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2017.7966441","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100392544","display_name":"Heng Liu","orcid":"https://orcid.org/0000-0003-3968-8386"},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Heng Liu","raw_affiliation_strings":["Department of Electrical Engineering, The University of Arizona, Tucson, AZ, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The University of Arizona, Tucson, AZ, USA","institution_ids":["https://openalex.org/I138006243"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079638101","display_name":"Gregory Ditzler","orcid":"https://orcid.org/0000-0001-6890-0935"},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory Ditzler","raw_affiliation_strings":["Department of Electrical Engineering, The University of Arizona, Tucson, AZ, USA","UA's Cognitive Sensing Research Center"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The University of Arizona, Tucson, AZ, USA","institution_ids":["https://openalex.org/I138006243"]},{"raw_affiliation_string":"UA's Cognitive Sensing Research Center","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100392544"],"corresponding_institution_ids":["https://openalex.org/I138006243"],"apc_list":null,"apc_paid":null,"fwci":0.4253,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.61262441,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"4610","last_page":"4617"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.8106911182403564},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.680801272392273},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.6788128614425659},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.669937789440155},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6061196327209473},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5814254283905029},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.5629457831382751},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5530338287353516},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5311523675918579},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47689512372016907},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.44072240591049194},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.42972078919410706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32242244482040405},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.30134761333465576},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.25103330612182617},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20775103569030762}],"concepts":[{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.8106911182403564},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.680801272392273},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6788128614425659},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.669937789440155},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6061196327209473},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5814254283905029},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.5629457831382751},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5530338287353516},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5311523675918579},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47689512372016907},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.44072240591049194},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.42972078919410706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32242244482040405},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.30134761333465576},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25103330612182617},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20775103569030762},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2017.7966441","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2017.7966441","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Responsible consumption and production","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/12"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W144440563","https://openalex.org/W1567104431","https://openalex.org/W1661871015","https://openalex.org/W1731081199","https://openalex.org/W1964042173","https://openalex.org/W1965555277","https://openalex.org/W1989348205","https://openalex.org/W1995196655","https://openalex.org/W1995875735","https://openalex.org/W2013396429","https://openalex.org/W2017337590","https://openalex.org/W2043772506","https://openalex.org/W2050012920","https://openalex.org/W2052164429","https://openalex.org/W2100080086","https://openalex.org/W2106525823","https://openalex.org/W2129629259","https://openalex.org/W2135046866","https://openalex.org/W2143426320","https://openalex.org/W2149620660","https://openalex.org/W2149963614","https://openalex.org/W2154053567","https://openalex.org/W2155344811","https://openalex.org/W2156504490","https://openalex.org/W2167101736","https://openalex.org/W2541706296","https://openalex.org/W2998216295","https://openalex.org/W2998768810","https://openalex.org/W3120740533","https://openalex.org/W4205699531","https://openalex.org/W4239875977","https://openalex.org/W4285719527","https://openalex.org/W6605866200","https://openalex.org/W6636914306","https://openalex.org/W6681822384","https://openalex.org/W6682686508","https://openalex.org/W6683024897","https://openalex.org/W6684301141","https://openalex.org/W6729238498","https://openalex.org/W7066667914"],"related_works":["https://openalex.org/W2785601041","https://openalex.org/W2241417046","https://openalex.org/W2908598672","https://openalex.org/W2891776881","https://openalex.org/W2597403208","https://openalex.org/W2985680200","https://openalex.org/W4307206503","https://openalex.org/W2244559970","https://openalex.org/W2393900892","https://openalex.org/W4306760398"],"abstract_inverted_index":{"Feature":[0,50],"selection":[1,51,75,105],"is":[2,26,52,128,145],"an":[3],"important":[4,21],"step":[5],"in":[6,32,89,113],"data":[7],"analysis":[8],"to":[9,91,175,215],"address":[10],"the":[11,29,36,39,53,57,65,71,87,92,111,115,130,134,171,184,197,211],"curse":[12],"of":[13,38,55,60,70,110,136,159,169],"dimensionality.":[14],"Such":[15],"dimensionality":[16],"reduction":[17],"techniques":[18],"are":[19,84,204],"particularly":[20],"when":[22],"if":[23],"a":[24,78,156,178],"classification":[25],"required":[27,214],"and":[28,94,143,193],"model":[30],"scales":[31,141],"polynomial":[33],"time":[34,213],"with":[35,86,207],"size":[37],"feature":[40,74,104,201,217],"(e.g.,":[41],"some":[42],"applications":[43],"include":[44],"genomics,":[45],"life":[46],"sciences,":[47],"cyber-security,":[48],"etc.).":[49],"process":[54],"finding":[56],"minimum":[58],"subset":[59],"features":[61],"that":[62,106,122,196,203],"allows":[63],"for":[64,102,139],"maximum":[66],"predictive":[67],"power.":[68],"Many":[69],"state-of-the-art":[72],"information-theoretic":[73,103],"approaches":[76],"use":[77],"greedy":[79,137,180],"forward":[80],"search;":[81],"however,":[82,133],"there":[83],"concerns":[85],"search":[88,138],"regards":[90],"efficiency":[93],"optimality.":[95],"A":[96],"unified":[97],"framework":[98],"was":[99],"recently":[100],"presented":[101],"tied":[107],"together":[108],"many":[109],"works":[112],"over":[114],"past":[116],"twenty":[117],"years.":[118],"The":[119],"work":[120],"showed":[121],"joint":[123],"mutual":[124],"information":[125,163],"maximization":[126],"(JMI)":[127],"generally":[129],"best":[131],"options;":[132],"complexity":[135],"JMI":[140,160,174,188],"quadratically":[142],"it":[144],"infeasible":[146],"on":[147,162,189],"high":[148],"dimensional":[149],"datasets.":[150],"In":[151],"this":[152],"contribution,":[153],"we":[154,194],"propose":[155],"fast":[157],"approximation":[158],"based":[161],"theory.":[164],"Our":[165],"approach":[166,186,199],"takes":[167],"advantage":[168],"decomposing":[170],"calculations":[172],"within":[173],"speed":[176],"up":[177],"typical":[179],"search.":[181],"We":[182],"benchmarked":[183],"proposed":[185,198],"against":[187],"several":[190],"UCI":[191],"datasets,":[192],"demonstrate":[195],"returns":[200],"sets":[202],"highly":[205],"consistent":[206],"JMI,":[208],"while":[209],"decreasing":[210],"run":[212],"perform":[216],"selection.":[218]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}