{"id":"https://openalex.org/W3124702936","doi":"https://doi.org/10.1109/tit.2021.3054980","title":"A Scale-Invariant Generalization of the R\u00e9nyi Entropy, Associated Divergences and Their Optimizations Under Tsallis\u2019 Nonextensive Framework","display_name":"A Scale-Invariant Generalization of the R\u00e9nyi Entropy, Associated Divergences and Their Optimizations Under Tsallis\u2019 Nonextensive Framework","publication_year":2021,"publication_date":"2021-01-27","ids":{"openalex":"https://openalex.org/W3124702936","doi":"https://doi.org/10.1109/tit.2021.3054980","mag":"3124702936"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2021.3054980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2021.3054980","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1901.01981","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082683821","display_name":"Abhik Ghosh","orcid":"https://orcid.org/0000-0003-3688-4584"},"institutions":[{"id":"https://openalex.org/I6498739","display_name":"Indian Statistical Institute","ror":"https://ror.org/00q2w1j53","country_code":"IN","type":"education","lineage":["https://openalex.org/I6498739"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Abhik Ghosh","raw_affiliation_strings":["Interdisciplinary Statistical Research Unit, Indian Statistical Institute, Kolkata, India"],"raw_orcid":"https://orcid.org/0000-0003-3688-4584","affiliations":[{"raw_affiliation_string":"Interdisciplinary Statistical Research Unit, Indian Statistical Institute, Kolkata, India","institution_ids":["https://openalex.org/I6498739"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075590161","display_name":"Ayanendranath Basu","orcid":"https://orcid.org/0000-0003-1416-9109"},"institutions":[{"id":"https://openalex.org/I6498739","display_name":"Indian Statistical Institute","ror":"https://ror.org/00q2w1j53","country_code":"IN","type":"education","lineage":["https://openalex.org/I6498739"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ayanendranath Basu","raw_affiliation_strings":["Interdisciplinary Statistical Research Unit, Indian Statistical Institute, Kolkata, India"],"raw_orcid":"https://orcid.org/0000-0003-1416-9109","affiliations":[{"raw_affiliation_string":"Interdisciplinary Statistical Research Unit, Indian Statistical Institute, Kolkata, India","institution_ids":["https://openalex.org/I6498739"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I6498739"],"apc_list":null,"apc_paid":null,"fwci":1.444,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.8135293,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"67","issue":"4","first_page":"2141","last_page":"2161"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.9387999773025513,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7068866491317749},{"id":"https://openalex.org/keywords/entropy-maximization","display_name":"Entropy maximization","score":0.6530916690826416},{"id":"https://openalex.org/keywords/maximum-entropy-thermodynamics","display_name":"Maximum entropy thermodynamics","score":0.6523536443710327},{"id":"https://openalex.org/keywords/maximum-entropy-probability-distribution","display_name":"Maximum entropy probability distribution","score":0.6226984262466431},{"id":"https://openalex.org/keywords/tsallis-entropy","display_name":"Tsallis entropy","score":0.5918020009994507},{"id":"https://openalex.org/keywords/joint-entropy","display_name":"Joint entropy","score":0.5832065939903259},{"id":"https://openalex.org/keywords/generalized-relative-entropy","display_name":"Generalized relative entropy","score":0.5574766397476196},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5389180779457092},{"id":"https://openalex.org/keywords/joint-quantum-entropy","display_name":"Joint quantum entropy","score":0.5327981114387512},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.5095379948616028},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.48803821206092834},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.45990464091300964},{"id":"https://openalex.org/keywords/exponential-family","display_name":"Exponential family","score":0.41593873500823975},{"id":"https://openalex.org/keywords/quantum-relative-entropy","display_name":"Quantum relative entropy","score":0.41390231251716614},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.4110139012336731},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.3802569806575775},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.29519402980804443},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.1980670690536499},{"id":"https://openalex.org/keywords/tsallis-statistics","display_name":"Tsallis statistics","score":0.1492387056350708},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12200173735618591},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0890870988368988}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7068866491317749},{"id":"https://openalex.org/C127233936","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Entropy maximization","level":3,"score":0.6530916690826416},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.6523536443710327},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.6226984262466431},{"id":"https://openalex.org/C117521176","wikidata":"https://www.wikidata.org/wiki/Q7849341","display_name":"Tsallis entropy","level":3,"score":0.5918020009994507},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.5832065939903259},{"id":"https://openalex.org/C5084201","wikidata":"https://www.wikidata.org/wiki/Q17090689","display_name":"Generalized relative entropy","level":5,"score":0.5574766397476196},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5389180779457092},{"id":"https://openalex.org/C42047476","wikidata":"https://www.wikidata.org/wiki/Q6269544","display_name":"Joint quantum entropy","level":3,"score":0.5327981114387512},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.5095379948616028},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.48803821206092834},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.45990464091300964},{"id":"https://openalex.org/C55974624","wikidata":"https://www.wikidata.org/wiki/Q1188504","display_name":"Exponential family","level":2,"score":0.41593873500823975},{"id":"https://openalex.org/C24495805","wikidata":"https://www.wikidata.org/wiki/Q7269091","display_name":"Quantum relative entropy","level":5,"score":0.41390231251716614},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.4110139012336731},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3802569806575775},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.29519402980804443},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.1980670690536499},{"id":"https://openalex.org/C2780056601","wikidata":"https://www.wikidata.org/wiki/Q7849339","display_name":"Tsallis statistics","level":2,"score":0.1492387056350708},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12200173735618591},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0890870988368988},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.0},{"id":"https://openalex.org/C121040770","wikidata":"https://www.wikidata.org/wiki/Q215675","display_name":"Quantum entanglement","level":3,"score":0.0},{"id":"https://openalex.org/C139356082","wikidata":"https://www.wikidata.org/wiki/Q7269038","display_name":"Quantum discord","level":4,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tit.2021.3054980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2021.3054980","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1901.01981","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.01981","pdf_url":"https://arxiv.org/pdf/1901.01981","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1901.01981","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.01981","pdf_url":"https://arxiv.org/pdf/1901.01981","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6100000143051147,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320327938","display_name":"Indian Statistical Institute","ror":"https://ror.org/00q2w1j53"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":95,"referenced_works":["https://openalex.org/W4839462","https://openalex.org/W179022802","https://openalex.org/W294469815","https://openalex.org/W638747377","https://openalex.org/W994102297","https://openalex.org/W1533441481","https://openalex.org/W1552416095","https://openalex.org/W1553236419","https://openalex.org/W1564500292","https://openalex.org/W1628149223","https://openalex.org/W1631312317","https://openalex.org/W1672879477","https://openalex.org/W1954793731","https://openalex.org/W1964688210","https://openalex.org/W1965555277","https://openalex.org/W1968110842","https://openalex.org/W1968661381","https://openalex.org/W1974927650","https://openalex.org/W1983874169","https://openalex.org/W1994297180","https://openalex.org/W1995875735","https://openalex.org/W1997414622","https://openalex.org/W1998045028","https://openalex.org/W2006624419","https://openalex.org/W2006726173","https://openalex.org/W2008382901","https://openalex.org/W2013307082","https://openalex.org/W2023739778","https://openalex.org/W2024214333","https://openalex.org/W2024493876","https://openalex.org/W2026653933","https://openalex.org/W2032558547","https://openalex.org/W2033468335","https://openalex.org/W2034921015","https://openalex.org/W2035245840","https://openalex.org/W2047546246","https://openalex.org/W2060588708","https://openalex.org/W2061358965","https://openalex.org/W2068062466","https://openalex.org/W2071513844","https://openalex.org/W2075642196","https://openalex.org/W2078477559","https://openalex.org/W2080601053","https://openalex.org/W2089852843","https://openalex.org/W2091585247","https://openalex.org/W2093566764","https://openalex.org/W2112267744","https://openalex.org/W2117890631","https://openalex.org/W2122882636","https://openalex.org/W2123838014","https://openalex.org/W2129070761","https://openalex.org/W2137753450","https://openalex.org/W2143770771","https://openalex.org/W2155969596","https://openalex.org/W2321622842","https://openalex.org/W2463100762","https://openalex.org/W2475118502","https://openalex.org/W2511927790","https://openalex.org/W2552947143","https://openalex.org/W2581795564","https://openalex.org/W2609592180","https://openalex.org/W2725029573","https://openalex.org/W2745156197","https://openalex.org/W2767710368","https://openalex.org/W2799472604","https://openalex.org/W2910402000","https://openalex.org/W2943489212","https://openalex.org/W2962715359","https://openalex.org/W2962719046","https://openalex.org/W2962844167","https://openalex.org/W2963077474","https://openalex.org/W2963157613","https://openalex.org/W2963184713","https://openalex.org/W2963348957","https://openalex.org/W2963451384","https://openalex.org/W2964007073","https://openalex.org/W2964069246","https://openalex.org/W2964235186","https://openalex.org/W2964261457","https://openalex.org/W2970727314","https://openalex.org/W2993383518","https://openalex.org/W3016005719","https://openalex.org/W3100315456","https://openalex.org/W3102064059","https://openalex.org/W3102759159","https://openalex.org/W3102855270","https://openalex.org/W3103345930","https://openalex.org/W3123778959","https://openalex.org/W4210855551","https://openalex.org/W4246916755","https://openalex.org/W4252028749","https://openalex.org/W4288359408","https://openalex.org/W4312136872","https://openalex.org/W6636783712","https://openalex.org/W6789466355"],"related_works":["https://openalex.org/W1986828803","https://openalex.org/W2530050266","https://openalex.org/W2035632748","https://openalex.org/W197299737","https://openalex.org/W4247532445","https://openalex.org/W3189471838","https://openalex.org/W4220904742","https://openalex.org/W3124702936","https://openalex.org/W2910519201","https://openalex.org/W2015333754"],"abstract_inverted_index":{"Entropy":[0],"and":[1,15,36,71,92,130,134,152,194,204,258,305,312],"relative":[2,44,131,160],"or":[3,43,159],"cross":[4,41,128,158],"entropy":[5,35,42,45,70,85,121,129,132,151,161,221,274,304],"measures":[6,133,162,222,307],"are":[7,16,47,163,198],"two":[8,63],"very":[9],"fundamental":[10],"concepts":[11],"in":[12,29,53,266,288],"information":[13,267],"theory":[14],"also":[17,124,179],"widely":[18],"used":[19],"for":[20,49,117,214,263],"statistical":[21],"inference":[22,52],"across":[23],"disciplines.":[24],"The":[25,146],"related":[26],"optimization":[27,73],"problems,":[28],"particular":[30],"the":[31,34,37,40,67,77,82,100,126,149,153,156,168,174,182,191,215,234,243,252,272,279,310],"maximization":[32,147],"of":[33,39,66,81,102,148,155,185,190,220,226,239,255,271,303],"minimization":[38,154],"(divergence),":[46],"essential":[48],"general":[50],"logical":[51],"our":[54,104,227,295],"physical":[55],"world.":[56],"In":[57,206],"this":[58,112,207,246],"paper,":[59],"we":[60,209],"discuss":[61,135],"a":[62,218,224,300],"parameter":[64],"generalization":[65,229],"popular":[68],"R\u00e9nyi":[69],"associated":[72,192,306],"problems.":[74],"We":[75,123],"derive":[76],"desired":[78],"entropic":[79],"characteristics":[80],"new":[83,105,150,273,296],"generalized":[84,93,120,140,282],"measure":[86],"including":[87,139],"its":[88],"positivity,":[89],"expandability,":[90],"extensivity":[91],"(sub-)additivity.":[94],"More":[95],"importantly,":[96],"when":[97],"considered":[98],"over":[99,143],"class":[101,219],"sub-probabilities,":[103],"family":[106,184,238,297],"turns":[107],"out":[108,165],"to":[109,181,233,278],"be":[110,261],"scale-invariant;":[111],"property":[113],"does":[114],"not":[115],"hold":[116],"most":[118],"existing":[119],"measures.":[122],"propose":[125],"corresponding":[127,157],"their":[136,202],"geometric":[137],"properties":[138,189],"Pythagorean":[141],"results":[142],"\u03b2-convex":[144],"sets.":[145],"carried":[164],"explicitly":[166],"under":[167,242,316],"non-extensive":[169,244],"(`third-choice')":[170],"constraints":[171],"given":[172],"by":[173],"Tsallis'":[175,291],"normalized":[176],"q-expectations":[177],"which":[178,286],"correspond":[180],"\u03b2-linear":[183],"probability":[186],"distributions.":[187],"Important":[188],"forward":[193],"reverse":[195],"projection":[196],"rules":[197],"discussed":[199],"along":[200],"with":[201,290],"existence":[203],"uniqueness.":[205],"context,":[208],"have":[210],"come":[211],"up":[212],"with,":[213],"first":[216],"time,":[217],"-":[223,230],"subfamily":[225],"two-parameter":[228],"that":[231],"leads":[232],"classical":[235],"(extensive)":[236],"exponential":[237],"MaxEnt":[240,284,314],"distributions":[241,257,285],"constraints;":[245],"discovery":[247],"has":[248],"been":[249],"illustrated":[250],"through":[251],"useful":[253],"concept":[254],"escort":[256],"can":[259],"potentially":[260],"important":[262],"future":[264],"research":[265],"theory.":[268,293],"Other":[269],"members":[270],"family,":[275],"however,":[276],"lead":[277],"power-law":[280],"type":[281],"q-exponential":[283],"is":[287],"conformity":[289],"nonextensive":[292,313],"Therefore,":[294],"indeed":[298],"provides":[299],"wide":[301],"range":[302],"combining":[308],"both":[309],"extensive":[311],"theories":[315],"one":[317],"umbrella.":[318]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}