{"id":"https://openalex.org/W2151524854","doi":"https://doi.org/10.1109/acc.2007.4282270","title":"Information-Theoretic Feature Selection for Classification","display_name":"Information-Theoretic Feature Selection for Classification","publication_year":2007,"publication_date":"2007-07-01","ids":{"openalex":"https://openalex.org/W2151524854","doi":"https://doi.org/10.1109/acc.2007.4282270","mag":"2151524854"},"language":"en","primary_location":{"id":"doi:10.1109/acc.2007.4282270","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acc.2007.4282270","pdf_url":null,"source":{"id":"https://openalex.org/S4210168941","display_name":"Proceedings of the ... American Control Conference/Proceedings of the American Control Conference","issn_l":"0743-1619","issn":["0743-1619","2378-5861"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 American Control Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111661536","display_name":"Alok A. Joshi","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alok A. Joshi","raw_affiliation_strings":["School of Mechanical Engineering, Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062838880","display_name":"Scott James","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott M. James","raw_affiliation_strings":["School of Mechanical Engineering, Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038616868","display_name":"Peter H. Meckl","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter H. Meckl","raw_affiliation_strings":["School of Mechanical Engineering, Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089258758","display_name":"Galen B. King","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Galen B. King","raw_affiliation_strings":["School of Mechanical Engineering, Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033969355","display_name":"Kristofer Jennings","orcid":"https://orcid.org/0000-0002-5442-9326"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristofer Jennings","raw_affiliation_strings":["Department of Statistics, College of Science, Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Statistics, College of Science, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5111661536"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":0.5492,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.61898148,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"3","issue":null,"first_page":"2000","last_page":"2005"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/akaike-information-criterion","display_name":"Akaike information criterion","score":0.8747302293777466},{"id":"https://openalex.org/keywords/bayesian-information-criterion","display_name":"Bayesian information criterion","score":0.7489602565765381},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.7456149458885193},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.668412446975708},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.5378142595291138},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.48500487208366394},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4846096932888031},{"id":"https://openalex.org/keywords/nist","display_name":"NIST","score":0.47105786204338074},{"id":"https://openalex.org/keywords/hanwoo","display_name":"Hanwoo","score":0.45335566997528076},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.449137806892395},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4368465542793274},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43465885519981384},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.42469391226768494},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4209282696247101},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3365209698677063},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.08297628164291382}],"concepts":[{"id":"https://openalex.org/C126674687","wikidata":"https://www.wikidata.org/wiki/Q1662573","display_name":"Akaike information criterion","level":2,"score":0.8747302293777466},{"id":"https://openalex.org/C168136583","wikidata":"https://www.wikidata.org/wiki/Q1988242","display_name":"Bayesian information criterion","level":2,"score":0.7489602565765381},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.7456149458885193},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.668412446975708},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5378142595291138},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.48500487208366394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4846096932888031},{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.47105786204338074},{"id":"https://openalex.org/C2776902089","wikidata":"https://www.wikidata.org/wiki/Q705520","display_name":"Hanwoo","level":2,"score":0.45335566997528076},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.449137806892395},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4368465542793274},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43465885519981384},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.42469391226768494},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4209282696247101},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3365209698677063},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.08297628164291382},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C31903555","wikidata":"https://www.wikidata.org/wiki/Q1637030","display_name":"Food science","level":1,"score":0.0},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/acc.2007.4282270","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acc.2007.4282270","pdf_url":null,"source":{"id":"https://openalex.org/S4210168941","display_name":"Proceedings of the ... American Control Conference/Proceedings of the American Control Conference","issn_l":"0743-1619","issn":["0743-1619","2378-5861"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 American Control Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.699999988079071,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1494196523","https://openalex.org/W1548802052","https://openalex.org/W1607949988","https://openalex.org/W1679913846","https://openalex.org/W1814500939","https://openalex.org/W1964724001","https://openalex.org/W1983351268","https://openalex.org/W2040884411","https://openalex.org/W2058815839","https://openalex.org/W2079356438","https://openalex.org/W2099111195","https://openalex.org/W2108279454","https://openalex.org/W2109607576","https://openalex.org/W2111627380","https://openalex.org/W2115729631","https://openalex.org/W2116801843","https://openalex.org/W2116948717","https://openalex.org/W2122450421","https://openalex.org/W2128812788","https://openalex.org/W2130949063","https://openalex.org/W2132549764","https://openalex.org/W2134478553","https://openalex.org/W2138570191","https://openalex.org/W2141188346","https://openalex.org/W2142635246","https://openalex.org/W2144106004","https://openalex.org/W2148603752","https://openalex.org/W2149772057","https://openalex.org/W2154053567","https://openalex.org/W2163288162","https://openalex.org/W2167439739","https://openalex.org/W2168175751","https://openalex.org/W2169231437","https://openalex.org/W2535682106","https://openalex.org/W2732998557","https://openalex.org/W2998216295","https://openalex.org/W3146425672","https://openalex.org/W4205778870","https://openalex.org/W4245176872","https://openalex.org/W4246048519","https://openalex.org/W4250499148","https://openalex.org/W4285719527","https://openalex.org/W4300048831","https://openalex.org/W6629485375","https://openalex.org/W6677484513","https://openalex.org/W6680765659","https://openalex.org/W7066667914","https://openalex.org/W7067760825"],"related_works":["https://openalex.org/W1566728629","https://openalex.org/W2617987378","https://openalex.org/W2509820422","https://openalex.org/W1502087262","https://openalex.org/W3187368641","https://openalex.org/W2626271282","https://openalex.org/W3122388856","https://openalex.org/W1946191587","https://openalex.org/W2088726129","https://openalex.org/W1998988312"],"abstract_inverted_index":{"Feature":[0],"selection":[1,170,213],"has":[2],"always":[3],"been":[4],"an":[5,46,143,167],"important":[6,33],"aspect":[7],"of":[8,39,50,76,86,153,210],"statistical":[9],"model":[10],"identification":[11],"and":[12,54,97,115,132,223],"pattern":[13],"classification.":[14],"In":[15],"this":[16,173],"paper":[17],"we":[18],"introduce":[19],"a":[20,36,178],"novel":[21],"information-theoretic":[22,168,212],"index":[23,44],"called":[24],"the":[25,32,51,56,60,65,70,77,84,135,182,192,208,211,219,225],"compensated":[26,71],"quality":[27,72],"factor":[28],"(CQF)":[29],"which":[30],"selects":[31,55],"features":[34],"from":[35],"large":[37],"amount":[38],"irrelevant":[40],"data.":[41],"The":[42,74,151],"proposed":[43,78],"does":[45,175],"exhaustive":[47,193],"combinatorial":[48,194],"search":[49],"input":[52,144,156],"space":[53,145],"feature":[57,137],"that":[58],"maximizes":[59],"information":[61,94,99],"criterion":[62,95,100],"conditioned":[63],"on":[64],"decision":[66],"rules":[67],"defined":[68],"by":[69,165,217],"factor.":[73],"effectiveness":[75],"CQF-based":[79,136],"algorithm":[80],"was":[81,163,215],"tested":[82,216],"against":[83],"results":[85],"mallows":[87],"C":[88],"<sub":[89],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[90],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">p</sub>":[91],"criterion,":[92],"Akaike":[93],"(AIC),":[96],"Bayesian":[98],"(BIC)":[101],"using":[102,228],"post":[103],"liver":[104],"operation":[105],"survival":[106],"data":[107,120,199],"[Neter,":[108],"J.,":[109],"et":[110,123],"al.,":[111,124],"1996]":[112],"(continuous":[113],"variables)":[114],"NIST":[116],"sonoluminescent":[117],"light":[118],"intensity":[119],"[Wilcox,":[121],"E.,":[122],"1999]":[125],"(categorical":[126],"variables).":[127],"Due":[128],"to":[129,191],"computational":[130,183],"time":[131],"memory":[133,185],"constraints,":[134],"selector":[138],"is":[139],"only":[140],"recommended":[141],"for":[142,200],"with":[146],"dimension":[147,226],"p":[148,160],"<":[149,159,161],"20.":[150],"problem":[152],"higher":[154],"dimensional":[155],"spaces":[157],"(20":[158],"50)":[162],"solved":[164],"proposing":[166],"stepwise":[169],"procedure.":[171],"Though":[172],"procedure":[174],"not":[176],"guarantee":[177],"globally":[179],"optimal":[180],"solution,":[181],"time-":[184],"requirements":[186],"are":[187],"reduced":[188],"drastically":[189],"compared":[190],"search.":[195],"Using":[196],"diesel":[197],"engine":[198],"fault":[201],"detection":[202],"(43":[203],"variables,":[204],"8-classes,":[205],"30000":[206],"records),":[207],"performance":[209],"technique":[214],"comparing":[218],"misclassification":[220],"rates":[221],"before":[222],"after":[224],"reduction":[227],"various":[229],"classifiers.":[230]},"counts_by_year":[{"year":2017,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}