{"id":"https://openalex.org/W2966030703","doi":"https://doi.org/10.1109/tpami.2019.2932976","title":"Multivariate Extension of Matrix-based Renyi's \u03b1-order Entropy Functional","display_name":"Multivariate Extension of Matrix-based Renyi's \u03b1-order Entropy Functional","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2966030703","doi":"https://doi.org/10.1109/tpami.2019.2932976","mag":"2966030703","pmid":"https://pubmed.ncbi.nlm.nih.gov/31395536"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2019.2932976","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2019.2932976","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041358503","display_name":"Shujian Yu","orcid":"https://orcid.org/0000-0002-6385-1705"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shujian Yu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103272606","display_name":"Luis G. S\u00e1nchez Giraldo","orcid":"https://orcid.org/0000-0001-8984-9841"},"institutions":[{"id":"https://openalex.org/I145608581","display_name":"University of Miami","ror":"https://ror.org/02dgjyy92","country_code":"US","type":"education","lineage":["https://openalex.org/I145608581"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luis Gonzalo Sanchez Giraldo","raw_affiliation_strings":["Department of Computer Science, University of Miami, Coral Gables, FL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Miami, Coral Gables, FL, USA","institution_ids":["https://openalex.org/I145608581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013414039","display_name":"Robert Jenssen","orcid":"https://orcid.org/0000-0002-7496-8474"},"institutions":[{"id":"https://openalex.org/I78037679","display_name":"UiT The Arctic University of Norway","ror":"https://ror.org/00wge5k78","country_code":"NO","type":"education","lineage":["https://openalex.org/I78037679"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Robert Jenssen","raw_affiliation_strings":["Department of Physics and Technology, UiT - The Arctic University of Norway, Troms\u00f8, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics and Technology, UiT - The Arctic University of Norway, Troms\u00f8, Norway","institution_ids":["https://openalex.org/I78037679"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019504861","display_name":"Jos\u00e9 C. Pr\u0131\u0301ncipe","orcid":"https://orcid.org/0000-0002-3449-3531"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jose C. Principe","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.7235,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.97038074,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"42","issue":"11","first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12946","display_name":"Fractal and DNA sequence analysis","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/r\u00e9nyi-entropy","display_name":"R\u00e9nyi entropy","score":0.679707944393158},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6125084161758423},{"id":"https://openalex.org/keywords/joint-entropy","display_name":"Joint entropy","score":0.562553882598877},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.5566636323928833},{"id":"https://openalex.org/keywords/reproducing-kernel-hilbert-space","display_name":"Reproducing kernel Hilbert space","score":0.5511422753334045},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.5391545295715332},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4754086136817932},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.46764302253723145},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44086509943008423},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43993672728538513},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3743930160999298},{"id":"https://openalex.org/keywords/hilbert-space","display_name":"Hilbert space","score":0.33139950037002563},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.27606475353240967},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.17311611771583557},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.10393980145454407}],"concepts":[{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.679707944393158},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6125084161758423},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.562553882598877},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.5566636323928833},{"id":"https://openalex.org/C80884492","wikidata":"https://www.wikidata.org/wiki/Q3345678","display_name":"Reproducing kernel Hilbert space","level":3,"score":0.5511422753334045},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.5391545295715332},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4754086136817932},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.46764302253723145},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44086509943008423},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43993672728538513},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3743930160999298},{"id":"https://openalex.org/C62799726","wikidata":"https://www.wikidata.org/wiki/Q190056","display_name":"Hilbert space","level":2,"score":0.33139950037002563},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.27606475353240967},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17311611771583557},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.10393980145454407},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2019.2932976","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2019.2932976","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:31395536","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31395536","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7420929496","display_name":null,"funder_award_id":"N00014-18-1-2306","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G7703754090","display_name":null,"funder_award_id":"FA9453-18-1-0039","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W110813552","https://openalex.org/W565868953","https://openalex.org/W1565746575","https://openalex.org/W1607198972","https://openalex.org/W1770458422","https://openalex.org/W1865095438","https://openalex.org/W1899372466","https://openalex.org/W1932088538","https://openalex.org/W1968589019","https://openalex.org/W2008847349","https://openalex.org/W2027665171","https://openalex.org/W2043772506","https://openalex.org/W2066873261","https://openalex.org/W2095439994","https://openalex.org/W2095841525","https://openalex.org/W2104269704","https://openalex.org/W2115247131","https://openalex.org/W2118020555","https://openalex.org/W2121947440","https://openalex.org/W2122166994","https://openalex.org/W2122882636","https://openalex.org/W2129905273","https://openalex.org/W2146705998","https://openalex.org/W2149454242","https://openalex.org/W2149772057","https://openalex.org/W2152799677","https://openalex.org/W2154053567","https://openalex.org/W2155344811","https://openalex.org/W2156504490","https://openalex.org/W2478493250","https://openalex.org/W2494485523","https://openalex.org/W2782781942","https://openalex.org/W2887002214","https://openalex.org/W2936232398","https://openalex.org/W2962783375","https://openalex.org/W2963386555","https://openalex.org/W2997674406","https://openalex.org/W3006348122","https://openalex.org/W3097993951","https://openalex.org/W3140968660","https://openalex.org/W4230367971","https://openalex.org/W4233014035","https://openalex.org/W4240807122","https://openalex.org/W4289236186","https://openalex.org/W4300972832","https://openalex.org/W6604542330","https://openalex.org/W6637886330","https://openalex.org/W6639229817","https://openalex.org/W6640571472","https://openalex.org/W6677040099","https://openalex.org/W6682496738","https://openalex.org/W6682557032","https://openalex.org/W6682686508","https://openalex.org/W6683024897","https://openalex.org/W6761196496"],"related_works":["https://openalex.org/W2385620600","https://openalex.org/W2509725027","https://openalex.org/W3114186922","https://openalex.org/W2377943613","https://openalex.org/W4225940264","https://openalex.org/W2125614474","https://openalex.org/W4230340119","https://openalex.org/W2126391818","https://openalex.org/W3007205412","https://openalex.org/W1545685255"],"abstract_inverted_index":{"The":[0],"matrix-based":[1,34,90],"R\u00e9nyi's":[2,35,91],"\u03b1-order":[3,36,92],"entropy":[4,37,42,75,94],"functional":[5,38],"was":[6],"recently":[7],"introduced":[8],"using":[9],"the":[10,18,29,33,41,72,89,106,114],"normalized":[11],"eigenspectrum":[12],"of":[13,17,43,108],"a":[14,22,44,140,147],"Hermitian":[15],"matrix":[16],"projected":[19],"data":[20],"in":[21,32,66],"reproducing":[23],"kernel":[24],"Hilbert":[25],"space":[26],"(RKHS).":[27],"However,":[28],"current":[30],"theory":[31,56],"only":[39],"defines":[40],"single":[45],"variable":[46],"or":[47],"mutual":[48],"information":[49,55,68,110,122],"between":[50],"two":[51],"random":[52],"variables.":[53,82,97],"In":[54,83],"and":[57,76,123],"machine":[58],"learning":[59],"communities,":[60],"one":[61],"is":[62,162],"also":[63,163],"frequently":[64],"interested":[65],"multivariate":[67,73],"quantities,":[69],"such":[70,119],"as":[71,120],"joint":[74,93],"different":[77],"interactive":[78,121],"quantities":[79,111],"among":[80,95,116],"multiple":[81,96,117],"this":[84,102],"paper,":[85],"we":[86],"first":[87],"define":[88],"We":[98,126],"then":[99],"show":[100,135],"how":[101,136],"definition":[103,138],"can":[104],"ease":[105],"estimation":[107],"various":[109],"that":[112],"measure":[113],"interactions":[115],"variables,":[118],"total":[124],"correlation.":[125],"finally":[127],"present":[128],"an":[129],"application":[130],"to":[131,134,145],"feature":[132],"selection":[133,161],"our":[137],"provides":[139],"simple":[141],"yet":[142],"powerful":[143],"way":[144],"estimate":[146],"widely-acknowledged":[148],"intractable":[149],"quantity":[150],"from":[151],"data.":[152],"A":[153],"real":[154],"example":[155],"on":[156],"hyperspectral":[157],"image":[158],"(HSI)":[159],"band":[160],"provided.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}