{"id":"https://openalex.org/W2111587777","doi":"https://doi.org/10.1162/089976604773717595","title":"Minimax Mutual Information Approach for Independent Component Analysis","display_name":"Minimax Mutual Information Approach for Independent Component Analysis","publication_year":2004,"publication_date":"2004-04-21","ids":{"openalex":"https://openalex.org/W2111587777","doi":"https://doi.org/10.1162/089976604773717595","mag":"2111587777","pmid":"https://pubmed.ncbi.nlm.nih.gov/15130248"},"language":"en","primary_location":{"id":"doi:10.1162/089976604773717595","is_oa":false,"landing_page_url":"https://doi.org/10.1162/089976604773717595","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083261801","display_name":"Deniz Erdo\u011fmu\u015f","orcid":"https://orcid.org/0000-0002-1114-3539"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Deniz Erdogmus","raw_affiliation_strings":["Computational NeuroEngineering Laboratory, Electrical & Computer Engineering Department, University of Florida, Gainesville, FL 32611, U.S.A,"],"affiliations":[{"raw_affiliation_string":"Computational NeuroEngineering Laboratory, Electrical & Computer Engineering Department, University of Florida, Gainesville, FL 32611, U.S.A,","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064326001","display_name":"Kenneth E. Hild","orcid":null},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth E. Hild","raw_affiliation_strings":["Computational NeuroEngineering Laboratory, Electrical & Computer Engineering Department, University of Florida, Gainesville, FL 32611, U.S.A,"],"affiliations":[{"raw_affiliation_string":"Computational NeuroEngineering Laboratory, Electrical & Computer Engineering Department, University of Florida, Gainesville, FL 32611, U.S.A,","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111881369","display_name":"Yadunandana N. Rao","orcid":null},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yadunandana N. Rao","raw_affiliation_strings":["Computational NeuroEngineering Laboratory, Electrical & Computer Engineering Department, University of Florida, Gainesville, FL 32611, U.S.A,"],"affiliations":[{"raw_affiliation_string":"Computational NeuroEngineering Laboratory, Electrical & Computer Engineering Department, University of Florida, Gainesville, FL 32611, U.S.A,","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019504861","display_name":"Jos\u00e9 C. Pr\u0131\u0301ncipe","orcid":"https://orcid.org/0000-0002-3449-3531"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jos\u00e9 C. Pr\u00edncipe","raw_affiliation_strings":["Computational NeuroEngineering Laboratory, Electrical & Computer Engineering Department, University of Florida, Gainesville, FL 32611, U.S.A"],"affiliations":[{"raw_affiliation_string":"Computational NeuroEngineering Laboratory, Electrical & Computer Engineering Department, University of Florida, Gainesville, FL 32611, U.S.A","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5083261801"],"corresponding_institution_ids":["https://openalex.org/I33213144"],"apc_list":null,"apc_paid":null,"fwci":2.5719,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.89880828,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"16","issue":"6","first_page":"1235","last_page":"1252"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.9039376378059387},{"id":"https://openalex.org/keywords/independent-component-analysis","display_name":"Independent component analysis","score":0.7246295809745789},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7150304317474365},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.6247162222862244},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6147696375846863},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.5249236226081848},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5237262845039368},{"id":"https://openalex.org/keywords/entropy-maximization","display_name":"Entropy maximization","score":0.49751022458076477},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.49418261647224426},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.4858241081237793},{"id":"https://openalex.org/keywords/probability-density-function","display_name":"Probability density function","score":0.4813838303089142},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.47565361857414246},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.44047868251800537},{"id":"https://openalex.org/keywords/infomax","display_name":"Infomax","score":0.42809003591537476},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.36831849813461304},{"id":"https://openalex.org/keywords/blind-signal-separation","display_name":"Blind signal separation","score":0.310150146484375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2461298704147339},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.2460484802722931},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.23779019713401794}],"concepts":[{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.9039376378059387},{"id":"https://openalex.org/C51432778","wikidata":"https://www.wikidata.org/wiki/Q1259145","display_name":"Independent component analysis","level":2,"score":0.7246295809745789},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7150304317474365},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.6247162222862244},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6147696375846863},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.5249236226081848},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5237262845039368},{"id":"https://openalex.org/C127233936","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Entropy maximization","level":3,"score":0.49751022458076477},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.49418261647224426},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.4858241081237793},{"id":"https://openalex.org/C197055811","wikidata":"https://www.wikidata.org/wiki/Q207522","display_name":"Probability density function","level":2,"score":0.4813838303089142},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.47565361857414246},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44047868251800537},{"id":"https://openalex.org/C153402090","wikidata":"https://www.wikidata.org/wiki/Q6030480","display_name":"Infomax","level":4,"score":0.42809003591537476},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.36831849813461304},{"id":"https://openalex.org/C120317606","wikidata":"https://www.wikidata.org/wiki/Q17105967","display_name":"Blind signal separation","level":3,"score":0.310150146484375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2461298704147339},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2460484802722931},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.23779019713401794},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019277","descriptor_name":"Entropy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019277","descriptor_name":"Entropy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019277","descriptor_name":"Entropy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1162/089976604773717595","is_oa":false,"landing_page_url":"https://doi.org/10.1162/089976604773717595","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:15130248","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/15130248","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.642.9049","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.642.9049","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cnel.ufl.edu/files/1073926154.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.90.7221","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.90.7221","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cse.ogi.edu/~deniz/papers/journals/J015.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W70821309","https://openalex.org/W1515274873","https://openalex.org/W1520168181","https://openalex.org/W1820140794","https://openalex.org/W1854933298","https://openalex.org/W1970414802","https://openalex.org/W1990007244","https://openalex.org/W2014342983","https://openalex.org/W2032558547","https://openalex.org/W2052958516","https://openalex.org/W2083780577","https://openalex.org/W2097242476","https://openalex.org/W2099111195","https://openalex.org/W2099741732","https://openalex.org/W2108384452","https://openalex.org/W2109544512","https://openalex.org/W2109816097","https://openalex.org/W2118020555","https://openalex.org/W2119647652","https://openalex.org/W2124757684","https://openalex.org/W2128911505","https://openalex.org/W2131947434","https://openalex.org/W2133069808","https://openalex.org/W2139896607","https://openalex.org/W2140812167","https://openalex.org/W2141224535","https://openalex.org/W2141622014","https://openalex.org/W2144612122","https://openalex.org/W2145555978","https://openalex.org/W2145663401","https://openalex.org/W2146711600","https://openalex.org/W2149098303","https://openalex.org/W2149607218","https://openalex.org/W2151834013","https://openalex.org/W2153244978","https://openalex.org/W2156554614","https://openalex.org/W2158518995","https://openalex.org/W2165387722","https://openalex.org/W2167217202","https://openalex.org/W2486584782","https://openalex.org/W2798909945","https://openalex.org/W3015736691"],"related_works":["https://openalex.org/W2360748229","https://openalex.org/W2389189059","https://openalex.org/W1988508022","https://openalex.org/W2376804836","https://openalex.org/W2143132653","https://openalex.org/W2118648338","https://openalex.org/W2002451346","https://openalex.org/W3137959736","https://openalex.org/W4225284605","https://openalex.org/W2114514937"],"abstract_inverted_index":{"Minimum":[0],"output":[1,39,136,171],"mutual":[2,35,58,137,167,178],"information":[3,36,59,168,179],"is":[4,16,133],"regarded":[5],"as":[6,18],"a":[7,116,153,188],"natural":[8],"criterion":[9,132],"for":[10,109,164,187],"independent":[11],"component":[12],"analysis":[13],"(ICA)":[14],"and":[15,37,61,148],"used":[17],"the":[19,43,57,63,67,72,75,81,122,134,140,145,165,170,175,192,196,202],"performance":[20],"measure":[21],"in":[22,29,62,71,195],"many":[23],"ICA":[24,31,90,118,180,207],"algorithms.":[25],"Two":[26],"common":[27],"approaches":[28,104],"information-theoretic":[30],"algorithms":[32],"are":[33,97,143,149],"minimum":[34,135],"maximum":[38,123,197],"entropy":[40,124,155,198],"approaches.":[41],"In":[42,111,182],"former":[44],"approach,":[45],"we":[46,65,114,184],"substitute":[47],"some":[48],"form":[49],"of":[50,77,102,169,191],"probability":[51],"density":[52,84,199],"function":[53],"(pdf)":[54],"estimate":[55],"into":[56],"expression,":[60],"latter":[64],"incorporate":[66],"source":[68],"pdf":[69],"assumption":[70],"algorithm":[73,119,203],"through":[74,105],"use":[76,91],"nonlinearities":[78],"matched":[79],"to":[80,89,99,152,206],"corresponding":[82],"cumulative":[83],"functions":[85,194],"(cdf).":[86],"Alternative":[87],"solutions":[88,151],"higher-order":[92,210],"cumulant-based":[93],"optimization":[94],"criteria,":[95],"which":[96],"related":[98],"either":[100],"one":[101],"these":[103],"truncated":[106],"series":[107],"approximations":[108],"densities.":[110],"this":[112],"article,":[113],"propose":[115],"new":[117],"motivated":[120],"by":[121],"principle":[125],"(for":[126],"estimating":[127],"signal":[128],"distributions).":[129],"The":[130],"optimality":[131],"information,":[138],"where":[139],"estimated":[141],"pdfs":[142],"from":[144],"exponential":[146],"family":[147],"approximate":[150],"constrained":[154],"maximization":[156],"problem.":[157],"This":[158],"approach":[159],"yields":[160],"an":[161],"upper":[162],"bound":[163],"actual":[166],"signals":[172],"-":[173],"hence,":[174],"name":[176],"minimax":[177],"algorithm.":[181],"addition,":[183],"demonstrate":[185],"that":[186],"specific":[189],"selection":[190],"constraint":[193],"estimation":[200],"procedure,":[201],"relates":[204],"strongly":[205],"methods":[208],"using":[209],"cumulants.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":3}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}