{"id":"https://openalex.org/W7225311850","doi":"https://doi.org/10.3390/e28111214","title":"Shannon, R\u00e9nyi, Tsallis, and Beyond: A Unified Sharma\u2013Mittal Framework for Parameter-Integrated Feature Selection","display_name":"Shannon, R\u00e9nyi, Tsallis, and Beyond: A Unified Sharma\u2013Mittal Framework for Parameter-Integrated Feature Selection","publication_year":2026,"publication_date":"2026-11-05","ids":{"openalex":"https://openalex.org/W7225311850","doi":"https://doi.org/10.3390/e28111214"},"language":"en","primary_location":{"id":"doi:10.3390/e28111214","doi":"https://doi.org/10.3390/e28111214","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e28111214","pdf_url":null,"source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/e28111214","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138043918","display_name":"Nida ORU\u00c7 \u00dcNAL","orcid":"https://orcid.org/0009-0005-0230-2234","observed_orcids":["https://orcid.org/0009-0005-0230-2234"]},"institutions":[{"id":"https://openalex.org/I2802529618","display_name":"Istanbul Topkapi University","ror":"https://ror.org/00g241p78","country_code":"TR","type":"education","lineage":["https://openalex.org/I2802529618"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Nida Oru\u00e7 \u00dcnal","raw_affiliation_strings":["Department of Management Information Systems, Faculty of Economics, Administrative and Social Sciences, Istanbul Topkapi University, Istanbul 34662, T\u00fcrkiye"],"raw_orcid":"https://orcid.org/0009-0005-0230-2234","affiliations":[{"raw_affiliation_string":"Department of Management Information Systems, Faculty of Economics, Administrative and Social Sciences, Istanbul Topkapi University, Istanbul 34662, T\u00fcrkiye","institution_ids":["https://openalex.org/I2802529618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139377560","display_name":"Muzaffer G\u00f6zta\u015f","orcid":"https://orcid.org/0009-0001-7933-901X","observed_orcids":["https://orcid.org/0009-0001-7933-901X"]},"institutions":[{"id":"https://openalex.org/I4101805","display_name":"Y\u0131ld\u0131z Technical University","ror":"https://ror.org/0547yzj13","country_code":"TR","type":"education","lineage":["https://openalex.org/I4101805"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Muzaffer G\u00f6zta\u015f","raw_affiliation_strings":["Department of Statistics, Faculty of Arts and Sciences, Y\u0131ld\u0131z Technical University, Istanbul 34220, T\u00fcrkiye"],"raw_orcid":"https://orcid.org/0009-0001-7933-901X","affiliations":[{"raw_affiliation_string":"Department of Statistics, Faculty of Arts and Sciences, Y\u0131ld\u0131z Technical University, Istanbul 34220, T\u00fcrkiye","institution_ids":["https://openalex.org/I4101805"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013710732","display_name":"Do\u011fan Y\u0131ld\u0131z","orcid":"https://orcid.org/0000-0001-9670-4173","observed_orcids":["https://orcid.org/0000-0001-9670-4173","https://orcid.org/0000-0001-7430-2368"]},"institutions":[{"id":"https://openalex.org/I4101805","display_name":"Y\u0131ld\u0131z Technical University","ror":"https://ror.org/0547yzj13","country_code":"TR","type":"education","lineage":["https://openalex.org/I4101805"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Do\u011fan Y\u0131ld\u0131z","raw_affiliation_strings":["Department of Statistics, Faculty of Arts and Sciences, Y\u0131ld\u0131z Technical University, Istanbul 34220, T\u00fcrkiye"],"raw_orcid":"https://orcid.org/0000-0001-7430-2368","affiliations":[{"raw_affiliation_string":"Department of Statistics, Faculty of Arts and Sciences, Y\u0131ld\u0131z Technical University, Istanbul 34220, T\u00fcrkiye","institution_ids":["https://openalex.org/I4101805"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5138043918"],"corresponding_institution_ids":["https://openalex.org/I2802529618"],"apc_list":{"value":2600,"currency":"CHF","value_usd":3137},"apc_paid":{"value":2600,"currency":"CHF","value_usd":3137},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":"11","first_page":"1214","last_page":"1214"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11564","display_name":"Mathematical Inequalities and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sharma-mittal-entropy","display_name":"Sharma-Mittal entropy","score":0.972000002861023},{"id":"https://openalex.org/keywords/renyi-entropy","display_name":"R\u00e9nyi entropy","score":0.9729999899864197},{"id":"https://openalex.org/keywords/tsallis-entropy","display_name":"Tsallis entropy","score":1.0},{"id":"https://openalex.org/keywords/shannon-entropy","display_name":"Shannon entropy","score":0.9779999852180481},{"id":"https://openalex.org/keywords/feature-ranking","display_name":"feature ranking","score":0.6309999823570251},{"id":"https://openalex.org/keywords/conditional-entropy","display_name":"conditional entropy","score":0.7110000252723694},{"id":"https://openalex.org/keywords/information-gain","display_name":"information gain","score":0.8289999961853027},{"id":"https://openalex.org/keywords/concavity","display_name":"concavity","score":0.5889999866485596}],"concepts":[{"id":"https://openalex.org/C117521176","wikidata":"https://www.wikidata.org/wiki/Q7849341","display_name":"Tsallis entropy","level":3,"score":0.722599983215332},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.6743000149726868},{"id":"https://openalex.org/C101721835","wikidata":"https://www.wikidata.org/wiki/Q813908","display_name":"Conditional entropy","level":3,"score":0.6521000266075134},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6105999946594238},{"id":"https://openalex.org/C42047476","wikidata":"https://www.wikidata.org/wiki/Q6269544","display_name":"Joint quantum entropy","level":3,"score":0.5468000173568726},{"id":"https://openalex.org/C67935508","wikidata":"https://www.wikidata.org/wiki/Q17078448","display_name":"Information diagram","level":5,"score":0.5440000295639038},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5167999863624573},{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.5041000247001648},{"id":"https://openalex.org/C196083917","wikidata":"https://www.wikidata.org/wiki/Q17103874","display_name":"Min entropy","level":5,"score":0.4717000126838684},{"id":"https://openalex.org/C167729594","wikidata":"https://www.wikidata.org/wiki/Q17736","display_name":"Axiom","level":2,"score":0.4424999952316284},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4341999888420105},{"id":"https://openalex.org/C177409962","wikidata":"https://www.wikidata.org/wiki/Q2411312","display_name":"Shannon's source coding theorem","level":5,"score":0.43230000138282776},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.4277999997138977},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.4275999963283539},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.42669999599456787},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.41449999809265137},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40450000762939453},{"id":"https://openalex.org/C125252325","wikidata":"https://www.wikidata.org/wiki/Q1345213","display_name":"Entropy rate","level":4,"score":0.36579999327659607},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.3610999882221222},{"id":"https://openalex.org/C196956702","wikidata":"https://www.wikidata.org/wiki/Q6795829","display_name":"Maximum-entropy Markov model","level":5,"score":0.3391999900341034},{"id":"https://openalex.org/C24495805","wikidata":"https://www.wikidata.org/wiki/Q7269091","display_name":"Quantum relative entropy","level":5,"score":0.33500000834465027},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3336000144481659},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.33250001072883606},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28859999775886536},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28850001096725464},{"id":"https://openalex.org/C320580","wikidata":"https://www.wikidata.org/wiki/Q5380810","display_name":"Entropy power inequality","level":5,"score":0.28690001368522644},{"id":"https://openalex.org/C5084201","wikidata":"https://www.wikidata.org/wiki/Q17090689","display_name":"Generalized relative entropy","level":5,"score":0.28610000014305115},{"id":"https://openalex.org/C182049051","wikidata":"https://www.wikidata.org/wiki/Q17147155","display_name":"Transfer entropy","level":3,"score":0.2793999910354614},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.2782999873161316},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.265500009059906},{"id":"https://openalex.org/C101973423","wikidata":"https://www.wikidata.org/wiki/Q6961323","display_name":"Von Neumann entropy","level":4,"score":0.26089999079704285},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/e28111214","doi":"https://doi.org/10.3390/e28111214","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e28111214","pdf_url":null,"source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/e28111214","doi":"https://doi.org/10.3390/e28111214","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e28111214","pdf_url":null,"source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1983874169","https://openalex.org/W1995875735","https://openalex.org/W2035079509","https://openalex.org/W2071836643","https://openalex.org/W2074412592","https://openalex.org/W2154053567","https://openalex.org/W2167191107","https://openalex.org/W2497099222","https://openalex.org/W2581638292","https://openalex.org/W2898471460","https://openalex.org/W2954426168","https://openalex.org/W3131432544","https://openalex.org/W3137106375","https://openalex.org/W3166842893","https://openalex.org/W4220856425","https://openalex.org/W4243863038","https://openalex.org/W4290466631","https://openalex.org/W4296339287","https://openalex.org/W4390572779","https://openalex.org/W7203819140"],"related_works":["https://openalex.org/W7203819140","https://openalex.org/W2789887138","https://openalex.org/W7095996190","https://openalex.org/W2102050491","https://openalex.org/W2071836643","https://openalex.org/W2104195091","https://openalex.org/W2104360501","https://openalex.org/W6922442355","https://openalex.org/W2530050266","https://openalex.org/W3124702936"],"abstract_inverted_index":{"Entropy":[0],"originated":[1],"in":[2,14,89,117,167],"thermodynamics":[3],"and":[4,16,31,41,67,79,101,184,201,210,221],"has":[5],"since":[6],"become":[7],"a":[8,22,126,138,159,189,218,237,248],"central":[9],"tool":[10,240],"for":[11,217],"quantifying":[12],"uncertainty":[13],"probabilistic":[15],"information-theoretic":[17],"systems.":[18],"This":[19,224],"study":[20],"provides":[21],"unified":[23],"mathematical":[24],"synthesis":[25],"of":[26,113,192,207,230,247],"the":[27,68,90,106,110,145,150,170,180,193,227,245],"Shannon,":[28],"R\u00e9nyi,":[29],"Tsallis,":[30],"Sharma\u2013Mittal":[32,70,114,151,182,231],"entropies,":[33],"focusing":[34],"on":[35,131,174],"their":[36],"axiomatic":[37],"foundations,":[38],"functional":[39],"structures,":[40],"limiting":[42],"relationships.":[43],"We":[44],"show":[45],"that":[46,143,175,241],"R\u00e9nyi":[47,74],"entropy":[48,52,58,62,71,88,115,183,232],"reduces":[49,59],"to":[50,60,86,137],"Shannon":[51,61,87],"as":[53,63,125],"\u03b1":[54],"\u2192":[55,65,77,95],"1,":[56,66],"Tsallis":[57,80],"q":[64],"two-parameter":[69,153],"encompasses":[72],"both":[73],"(as":[75],"\u03b2":[76,82],"1)":[78],"(when":[81],"=":[83],"\u03b1),":[84],"converging":[85],"joint":[91],"limit":[92],"(\u03b1,":[93,156,251],"\u03b2)":[94,157,252],"(1,":[96],"1).":[97],"Additivity,":[98],"pseudo-additivity,":[99],"concavity,":[100],"stability":[102],"are":[103,203],"compared":[104],"across":[105],"four":[107],"families,":[108],"consolidating":[109],"unifying":[111,228],"role":[112],"noted":[116],"earlier":[118],"work":[119],"rather":[120],"than":[121],"treating":[122],"it":[123,136],"merely":[124],"more":[127],"flexible":[128],"formulation.":[129],"Building":[130],"this":[132],"synthesis,":[133],"we":[134],"connect":[135],"previously":[139],"developed":[140],"parameter-integrated":[141,198],"framework":[142,178],"addresses":[144],"practical":[146,238],"difficulty":[147],"introduced":[148],"by":[149],"entropy\u2019s":[152],"structure:":[154],"fixing":[155],"at":[158],"single,":[160],"arbitrary":[161],"pair":[162],"makes":[163],"any":[164],"derived":[165],"quantity\u2014and,":[166],"feature":[168],"selection,":[169],"resulting":[171],"variable":[172,215],"ranking\u2014dependent":[173],"choice.":[176],"The":[177],"integrates":[179],"conditional":[181],"information-gain":[185],"surfaces":[186],"volumetrically":[187],"over":[188],"bounded":[190],"region":[191],"\u03b1-\u03b2":[194],"plane,":[195],"yielding":[196],"three":[197],"indices\u2014PICSME,":[199],"PIGSME,":[200],"NIGSME\u2014that":[202],"exact":[204],"monotone":[205],"transformations":[206],"one":[208],"another":[209],"therefore":[211],"induce":[212],"an":[213],"identical":[214],"ranking":[216],"fixed":[219],"dataset":[220],"integration":[222],"region.":[223],"illustrates":[225],"how":[226],"position":[229],"can":[233],"be":[234],"operationalized":[235],"into":[236],"feature-ranking":[239],"does":[242],"not":[243],"require":[244],"selection":[246],"single":[249],"predefined":[250],"pair.":[253]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-11-06T00:00:00"}