{"id":"https://openalex.org/W2156504490","doi":null,"title":"Conditional Likelihood Maximisation: A Unifying Framework for Mutual Information Feature Selection","display_name":"Conditional Likelihood Maximisation: A Unifying Framework for Mutual Information Feature Selection","publication_year":2012,"publication_date":"2012-01-01","ids":{"openalex":"https://openalex.org/W2156504490","mag":"2156504490"},"language":"en","primary_location":{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/d6989f55-275c-472d-b82c-1c9c933b5ae3","doi":null,"is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/d6989f55-275c-472d-b82c-1c9c933b5ae3","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brown, G, Pocock, A, Ming-Jie, Z & Luj\u00e1n, M 2012, 'Conditional likelihood maximisation: A unifying framework for information theoretic feature selection', Journal of Machine Learning Research, vol. 13, pp. 27-66. < http://jmlr.csail.mit.edu/papers/volume13/brown12a/brown12a.pdf >","raw_type":"info:eu-repo/semantics/article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.manchester.ac.uk/en/publications/d6989f55-275c-472d-b82c-1c9c933b5ae3","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091107483","display_name":"Gavin Brown B","orcid":"https://orcid.org/0000-0003-2261-9018","observed_orcids":["https://orcid.org/0000-0003-2261-9018"]},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gavin Brown","raw_affiliation_strings":["School of Computer Science, University of Manchester, Manchester, UK#TAB#"],"raw_orcid":"https://orcid.org/0000-0003-2261-9018","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Manchester, Manchester, UK#TAB#","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008758988","display_name":"Adam Pocock","orcid":"https://orcid.org/0000-0003-2449-0844","observed_orcids":["https://orcid.org/0000-0003-2449-0844"]},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Adam Pocock","raw_affiliation_strings":["School of Computer Science, University of Manchester, Manchester, UK#TAB#"],"raw_orcid":"https://orcid.org/0000-0003-2449-0844","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Manchester, Manchester, UK#TAB#","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101414988","display_name":"Mingjie Zhao","orcid":"https://orcid.org/0000-0002-6911-7990","observed_orcids":["https://orcid.org/0000-0002-6911-7990","https://orcid.org/0009-0008-2042-8238"]},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mingjie Zhao","raw_affiliation_strings":["School of Computer Science, University of Manchester, Manchester, UK#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-6911-7990","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Manchester, Manchester, UK#TAB#","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026069638","display_name":"Mikel Luj\u00e1n","orcid":"https://orcid.org/0000-0002-0842-1083","observed_orcids":["https://orcid.org/0000-0002-0842-1083"]},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mikel Luj\u00e1n","raw_affiliation_strings":["School of Computer Science, University of Manchester, Manchester, UK#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-0842-1083","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Manchester, Manchester, UK#TAB#","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I28407311"],"apc_list":null,"apc_paid":null,"fwci":59.4899,"has_fulltext":true,"cited_by_count":1031,"citation_normalized_percentile":{"value":0.99946621,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"13","issue":"1","first_page":"27","last_page":"66"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.5112000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.5112000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.10459999740123749,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.0640999972820282,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature-selection","display_name":"feature selection","score":0.6729999780654907},{"id":"https://openalex.org/keywords/mutual-information","display_name":"mutual information","score":0.9620000123977661},{"id":"https://openalex.org/keywords/information-theoretic-criteria","display_name":"information-theoretic criteria","score":0.7070000171661377},{"id":"https://openalex.org/keywords/filter-criteria","display_name":"filter criteria","score":0.5419999957084656},{"id":"https://openalex.org/keywords/markov-blanket","display_name":"Markov blanket","score":0.8050000071525574},{"id":"https://openalex.org/keywords/unified-framework","display_name":"unified framework","score":0.6110000014305115}],"concepts":[{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.6836069822311401},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6754893064498901},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5844025015830994},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5532688498497009},{"id":"https://openalex.org/C123867240","wikidata":"https://www.wikidata.org/wiki/Q3001792","display_name":"Markov blanket","level":5,"score":0.5372668504714966},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.5288228392601013},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5059582591056824},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.49295759201049805},{"id":"https://openalex.org/C124805900","wikidata":"https://www.wikidata.org/wiki/Q5159269","display_name":"Conditional mutual information","level":3,"score":0.4821005165576935},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4554476737976074},{"id":"https://openalex.org/C16811321","wikidata":"https://www.wikidata.org/wiki/Q17138905","display_name":"Minimum redundancy feature selection","level":3,"score":0.41121456027030945},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39623335003852844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3956124782562256},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3888995051383972},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3118290901184082},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2949599623680115},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.1883409023284912},{"id":"https://openalex.org/C189973286","wikidata":"https://www.wikidata.org/wiki/Q176695","display_name":"Markov property","level":4,"score":0.13015493750572205},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/d6989f55-275c-472d-b82c-1c9c933b5ae3","doi":null,"is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/d6989f55-275c-472d-b82c-1c9c933b5ae3","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brown, G, Pocock, A, Ming-Jie, Z & Luj\u00e1n, M 2012, 'Conditional likelihood maximisation: A unifying framework for information theoretic feature selection', Journal of Machine Learning Research, vol. 13, pp. 27-66. < http://jmlr.csail.mit.edu/papers/volume13/brown12a/brown12a.pdf >","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.229.2767","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.229.2767","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://jmlr.csail.mit.edu/papers/volume13/brown12a/brown12a.pdf","raw_type":"text"},{"id":"mag:2156504490","doi":null,"is_oa":false,"landing_page_url":"http://ece.duke.edu/~lcarin/brown12a.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S118988714","display_name":"Journal of Machine Learning Research","issn_l":"1532-4435","issn":["1532-4435","1533-7928"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-a","cwts-core","dongbi-a","jufo-3","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Machine Learning Research","raw_type":null},{"id":"mag:2302380891","doi":null,"is_oa":false,"landing_page_url":"https://www.escholar.manchester.ac.uk/uk-ac-man-scw:136435","pdf_url":null,"source":{"id":"https://openalex.org/S118988714","display_name":"Journal of Machine Learning Research","issn_l":"1532-4435","issn":["1532-4435","1533-7928"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-a","cwts-core","dongbi-a","jufo-3","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Machine Learning Research","raw_type":null}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/d6989f55-275c-472d-b82c-1c9c933b5ae3","doi":null,"is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/d6989f55-275c-472d-b82c-1c9c933b5ae3","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brown, G, Pocock, A, Ming-Jie, Z & Luj\u00e1n, M 2012, 'Conditional likelihood maximisation: A unifying framework for information theoretic feature selection', Journal of Machine Learning Research, vol. 13, pp. 27-66. < http://jmlr.csail.mit.edu/papers/volume13/brown12a/brown12a.pdf >","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6835601294","display_name":"ADEPT: Adaptive Dynamic Ensemble Prediction Techniques","funder_award_id":"EP/F023855/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7248669031","display_name":"Machine Learning for Thread Level Speculation on Multicore Architectures","funder_award_id":"EP/G000662/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W53188351","https://openalex.org/W144440563","https://openalex.org/W149574399","https://openalex.org/W173906397","https://openalex.org/W1520790182","https://openalex.org/W1565746575","https://openalex.org/W1580817707","https://openalex.org/W1849729440","https://openalex.org/W1995875735","https://openalex.org/W2013396429","https://openalex.org/W2017337590","https://openalex.org/W2032909675","https://openalex.org/W2038894244","https://openalex.org/W2043772506","https://openalex.org/W2097839764","https://openalex.org/W2099111195","https://openalex.org/W2099900459","https://openalex.org/W2107969104","https://openalex.org/W2113890143","https://openalex.org/W2114771311","https://openalex.org/W2115247131","https://openalex.org/W2121946739","https://openalex.org/W2123372181","https://openalex.org/W2129000925","https://openalex.org/W2131846381","https://openalex.org/W2137587467","https://openalex.org/W2139526978","https://openalex.org/W2149454242","https://openalex.org/W2149772057","https://openalex.org/W2150616977","https://openalex.org/W2154053567","https://openalex.org/W2156571267","https://openalex.org/W2161055009","https://openalex.org/W2161642932","https://openalex.org/W2162833766","https://openalex.org/W2165580920","https://openalex.org/W2171296290","https://openalex.org/W3144510026"],"related_works":["https://openalex.org/W2999352515","https://openalex.org/W7095786328","https://openalex.org/W192917037","https://openalex.org/W2302380891","https://openalex.org/W2115247131","https://openalex.org/W2896502877","https://openalex.org/W2742990887","https://openalex.org/W2902553997","https://openalex.org/W4289994271","https://openalex.org/W7098889608"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,21,51,66,73,93,104,113,160],"unifying":[3],"framework":[4,106],"for":[5,150],"information":[6,151],"theoretic":[7],"feature":[8,39,59,96,153],"selection,":[9],"bringing":[10],"almost":[11],"two":[12,125],"decades":[13],"of":[14,38,62,81,95,167,182,192,217],"research":[15],"on":[16,43],"heuristic":[17,88],"filter":[18],"criteria":[19,41,89,120],"under":[20],"single":[22],"theoretical":[23],"interpretation.":[24],"This":[25],"is":[26,55,144],"in":[27,57,184,215],"response":[28],"to":[29,64,91,103,130,134,145,178],"the":[30,34,58,78,82,118,123,135,168,189,193,200,212],"question:":[31],"\"what":[32],"are":[33,163],"implicit":[35],"statistical":[36],"assumptions":[37],"selection":[40,60,154],"based":[42,152],"mutual":[44],"information?\".":[45],"To":[46],"answer":[47],"this,":[48],"we":[49,68,115,197],"adopt":[50],"different":[52],"strategy":[53],"than":[54],"usual":[56],"literature-instead":[61],"trying":[63],"define":[65],"criterion,":[67],"derive":[69],"one,":[70],"directly":[71],"from":[72],"clearly":[74],"specified":[75],"objective":[76],"function:":[77],"conditional":[79,169],"likelihood":[80],"training":[83],"labels.":[84],"While":[85],"many":[86],"hand-designed":[87],"try":[90],"optimize":[92],"definition":[94],"'relevancy'":[97],"and":[98,127,204,220,234],"'redundancy',":[99],"our":[100],"approach":[101],"leads":[102],"probabilistic":[105],"which":[107],"naturally":[108],"incorporates":[109],"these":[110],"concepts.":[111],"As":[112],"result":[114],"can":[116],"unify":[117],"numerous":[119],"published":[121],"over":[122],"last":[124],"decades,":[126],"show":[128,146],"them":[129],"be":[131],"low-order":[132],"approximations":[133],"exact":[136],"(but":[137],"intractable)":[138],"optimisation":[139],"problem.":[140],"The":[141],"primary":[142],"contribution":[143],"that":[147,187,199],"common":[148],"heuristics":[149],"(including":[155],"Markov":[156],"Blanket":[157],"algorithms":[158],"as":[159],"special":[161],"case)":[162],"approximate":[164],"iterative":[165],"maximisers":[166],"likelihood.":[170],"A":[171],"large":[172],"empirical":[173],"study":[174],"provides":[175,211],"strong":[176],"evidence":[177],"favour":[179],"certain":[180],"classes":[181],"criteria,":[183],"particular":[185],"those":[186],"balance":[188],"relative":[190],"size":[191],"relevancy/redundancy":[194],"terms.":[195],"Overall":[196],"conclude":[198],"JMI":[201],"criterion":[202],"(Yang":[203],"Moody,":[205],"1999;":[206],"Meyer":[207],"et":[208],"al.,":[209],"2008)":[210],"best":[213],"tradeoff":[214],"terms":[216],"accuracy,":[218],"stability,":[219],"flexibility":[221],"with":[222],"small":[223],"data":[224],"samples.":[225],"\u00a9":[226],"2012":[227],"Gavin":[228],"Brown,":[229],"Adam":[230],"Pocock,":[231],"Ming-jie":[232],"Zhao":[233],"Mikel":[235],"Luj\u00e1n.":[236]},"counts_by_year":[{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":45},{"year":2022,"cited_by_count":70},{"year":2021,"cited_by_count":97},{"year":2020,"cited_by_count":119},{"year":2019,"cited_by_count":109},{"year":2018,"cited_by_count":114},{"year":2017,"cited_by_count":110},{"year":2016,"cited_by_count":108},{"year":2015,"cited_by_count":95},{"year":2014,"cited_by_count":60},{"year":2013,"cited_by_count":38},{"year":2012,"cited_by_count":12}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2016-06-24T00:00:00"}