{"id":"https://openalex.org/W4315574802","doi":"https://doi.org/10.1109/tsp.2022.3233724","title":"Computationally Efficient Approximations for Matrix-Based R\u00e9nyi's Entropy","display_name":"Computationally Efficient Approximations for Matrix-Based R\u00e9nyi's Entropy","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4315574802","doi":"https://doi.org/10.1109/tsp.2022.3233724"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2022.3233724","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3233724","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030762002","display_name":"Tieliang Gong","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tieliang Gong","raw_affiliation_strings":["School of Computer Science and Technology, Xi&#x0027;an Jiaotong University and Shaanxi Provincial Key Laboratory of Big Data Knowledge Engineering, Xi&#x0027;an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xi&#x0027;an Jiaotong University and Shaanxi Provincial Key Laboratory of Big Data Knowledge Engineering, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066089414","display_name":"Yuxin Dong","orcid":"https://orcid.org/0000-0002-4475-5056"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxin Dong","raw_affiliation_strings":["School of Computer Science and Technology, Xi&#x0027;an Jiaotong University and Shaanxi Provincial Key Laboratory of Big Data Knowledge Engineering, Xi&#x0027;an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xi&#x0027;an Jiaotong University and Shaanxi Provincial Key Laboratory of Big Data Knowledge Engineering, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041358503","display_name":"Shujian Yu","orcid":"https://orcid.org/0000-0002-6385-1705"},"institutions":[{"id":"https://openalex.org/I78037679","display_name":"UiT The Arctic University of Norway","ror":"https://ror.org/00wge5k78","country_code":"NO","type":"education","lineage":["https://openalex.org/I78037679"]},{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL","NO"],"is_corresponding":false,"raw_author_name":"Shujian Yu","raw_affiliation_strings":["Machine Learning Group, UiT - The Arctic University of Norway, Troms&#x00F8;, Norway","Department of Computer Science, Vrije University Amsterdam, Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Machine Learning Group, UiT - The Arctic University of Norway, Troms&#x00F8;, Norway","institution_ids":["https://openalex.org/I78037679"]},{"raw_affiliation_string":"Department of Computer Science, Vrije University Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035080566","display_name":"Bo Dong","orcid":"https://orcid.org/0000-0001-7695-9072"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Dong","raw_affiliation_strings":["School of Computer Science and Technology, Xi&#x0027;an Jiaotong University and Shaanxi Provincial Key Laboratory of Big Data Knowledge Engineering, Xi&#x0027;an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xi&#x0027;an Jiaotong University and Shaanxi Provincial Key Laboratory of Big Data Knowledge Engineering, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5030762002"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":0.8271,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.67523272,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"70","issue":null,"first_page":"6170","last_page":"6184"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.6034586429595947},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4681404232978821},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3868069052696228},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.37447232007980347},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.35267192125320435},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.3313559293746948},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.13869664072990417}],"concepts":[{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.6034586429595947},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4681404232978821},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3868069052696228},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37447232007980347},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35267192125320435},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3313559293746948},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.13869664072990417}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2022.3233724","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3233724","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1763992866","display_name":null,"funder_award_id":"IRT_17R86","funder_id":"https://openalex.org/F4320312071","funder_display_name":"Ministry of Education, Libya"},{"id":"https://openalex.org/G4803403878","display_name":null,"funder_award_id":"62106191","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320312071","display_name":"Ministry of Education, Libya","ror":"https://ror.org/02w030k33"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W1770458422","https://openalex.org/W1890016494","https://openalex.org/W1899295102","https://openalex.org/W1995875735","https://openalex.org/W2007755560","https://openalex.org/W2013943932","https://openalex.org/W2032558547","https://openalex.org/W2033244207","https://openalex.org/W2040116662","https://openalex.org/W2043772506","https://openalex.org/W2057450058","https://openalex.org/W2076097348","https://openalex.org/W2115247131","https://openalex.org/W2117756735","https://openalex.org/W2141696759","https://openalex.org/W2146705998","https://openalex.org/W2149772057","https://openalex.org/W2153635508","https://openalex.org/W2154053567","https://openalex.org/W2169293107","https://openalex.org/W2177148767","https://openalex.org/W2499524267","https://openalex.org/W2500965032","https://openalex.org/W2532184334","https://openalex.org/W2606823780","https://openalex.org/W2741401375","https://openalex.org/W2763140761","https://openalex.org/W2764280570","https://openalex.org/W2810939025","https://openalex.org/W2944150796","https://openalex.org/W2949417153","https://openalex.org/W2962783375","https://openalex.org/W2963490109","https://openalex.org/W2963586518","https://openalex.org/W2966030703","https://openalex.org/W2982402336","https://openalex.org/W2989653627","https://openalex.org/W2989789496","https://openalex.org/W2997674406","https://openalex.org/W3032338640","https://openalex.org/W3120740533","https://openalex.org/W3160146370","https://openalex.org/W4200536695","https://openalex.org/W4224795197","https://openalex.org/W4230367971","https://openalex.org/W4235713725","https://openalex.org/W4240807122","https://openalex.org/W4244670803","https://openalex.org/W4252028749","https://openalex.org/W4280649380","https://openalex.org/W4300972832","https://openalex.org/W6637108112","https://openalex.org/W6637373629","https://openalex.org/W6639419071","https://openalex.org/W6640571472","https://openalex.org/W6676101543","https://openalex.org/W6677040099","https://openalex.org/W6682496738","https://openalex.org/W6683024897","https://openalex.org/W6729906282","https://openalex.org/W6738074204","https://openalex.org/W6742531663","https://openalex.org/W6745410505","https://openalex.org/W6752051073","https://openalex.org/W6754278344","https://openalex.org/W6779897968","https://openalex.org/W6784958482","https://openalex.org/W6803376173","https://openalex.org/W6838944789"],"related_works":["https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W4245490552","https://openalex.org/W4225152035","https://openalex.org/W2504004674","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W1587224694","https://openalex.org/W2911598644"],"abstract_inverted_index":{"The":[0],"recently":[1],"developed":[2],"matrix-based":[3,193],"R\u00e9nyi's":[4,194],"<inline-formula":[5,70,76,81,92,110,140,166,174,210],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[6,71,77,82,93,111,141,167,175,211],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[7,72,78,83,94,112,142,168,176,212],"notation=\"LaTeX\">$\\alpha$</tex-math></inline-formula>":[8,79,177],"-order":[9],"entropy":[10,128,195],"enables":[11,201],"measurement":[12,46],"of":[13,21,34,59,90,107,173,209],"information":[14,45],"in":[15,27,49,252],"data":[16,37,241],"simply":[17],"using":[18],"the":[19,35,57,63,105,151,189,192,217,228],"eigenspectrum":[20],"symmetric":[22],"positive":[23],"semi-definite":[24],"(PSD)":[25],"matrices":[26],"reproducing":[28],"kernel":[29],"Hilbert":[30],"space,":[31],"without":[32],"estimation":[33],"underlying":[36],"distribution.":[38],"This":[39],"intriguing":[40],"property":[41],"makes":[42],"this":[43,118,126,147],"new":[44,127],"widely":[47],"adopted":[48],"multiple":[50],"statistical":[51],"inference":[52],"and":[53,162,196,205,226,239],"learning":[54],"tasks.":[55],"However,":[56],"computation":[58],"such":[60],"quantity":[61],"involves":[62],"trace":[64],"operator":[65],"on":[66,154,236],"a":[67,87,182],"PSD":[68,197],"matrix":[69,198],"notation=\"LaTeX\">$G$</tex-math></inline-formula>":[73,213],"to":[74,125,135,165,214],"power":[75],"(i.e.,":[80,109],"notation=\"LaTeX\">${\\text{tr}}(G^\\alpha)$</tex-math></inline-formula>":[84,169],"),":[85],"with":[86,249],"normal":[88],"complexity":[89,134],"nearly":[91],"notation=\"LaTeX\">$\\mathcal":[95,143],"{O}(n^{3})$</tex-math></inline-formula>":[96],",":[97],"which":[98,200],"severely":[99],"hampers":[100],"its":[101,133],"practical":[102],"usage":[103],"when":[104],"number":[106],"samples":[108],"notation=\"LaTeX\">$n$</tex-math></inline-formula>":[113],")":[114],"is":[115],"large.":[116],"In":[117],"work,":[119],"we":[120,149],"present":[121],"computationally":[122],"efficient":[123],"approximations":[124,164],"functional":[129],"that":[130],"can":[131],"reduce":[132,216],"even":[136],"significantly":[137],"less":[138],"than":[139],"{O}(n^{2})$</tex-math></inline-formula>":[144],".":[145],"To":[146],"end,":[148],"leverage":[150],"recent":[152],"progress":[153],"Randomized":[155],"Numerical":[156],"Linear":[157],"Algebra,":[158],"developing":[159],"Taylor,":[160],"Chebyshev":[161],"Lanczos":[163],"for":[170,230],"arbitrary":[171],"values":[172],"by":[178],"converting":[179],"it":[180],"into":[181],"matrix-vector":[183],"multiplication":[184],"problem.":[185],"We":[186,220],"also":[187],"establish":[188],"connection":[190],"between":[191],"approximation,":[199],"exploiting":[202],"both":[203,237],"clustering":[204],"block":[206],"low-rank":[207],"structure":[208],"further":[215],"computational":[218],"cost.":[219],"theoretically":[221],"provide":[222],"approximation":[223],"accuracy":[224],"guarantees":[225],"illustrate":[227],"properties":[229],"different":[231],"approximations.":[232],"Large-scale":[233],"experimental":[234],"evaluations":[235],"synthetic":[238],"real-world":[240],"corroborate":[242],"our":[243],"theoretical":[244],"findings,":[245],"showing":[246],"promising":[247],"speedup":[248],"negligible":[250],"loss":[251],"accuracy.":[253]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2023-01-11T00:00:00"}