{"id":"https://openalex.org/W3197384740","doi":"https://doi.org/10.1109/access.2021.3107031","title":"Finite Sample Based Mutual Information","display_name":"Finite Sample Based Mutual Information","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3197384740","doi":"https://doi.org/10.1109/access.2021.3107031","mag":"3197384740"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3107031","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3107031","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09524359.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09524359.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002674568","display_name":"Khairan Rajab","orcid":"https://orcid.org/0000-0002-1260-5854"},"institutions":[{"id":"https://openalex.org/I47164929","display_name":"Najran University","ror":"https://ror.org/05edw4a90","country_code":"SA","type":"education","lineage":["https://openalex.org/I47164929"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Khairan Rajab","raw_affiliation_strings":["College of Computer Science and Information System, Najran University, Najran, KSA"],"raw_orcid":"https://orcid.org/0000-0002-1260-5854","affiliations":[{"raw_affiliation_string":"College of Computer Science and Information System, Najran University, Najran, KSA","institution_ids":["https://openalex.org/I47164929"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051609871","display_name":"Firuz Kamalov","orcid":"https://orcid.org/0000-0003-3946-0920"},"institutions":[{"id":"https://openalex.org/I186129607","display_name":"Canadian University of Dubai","ror":"https://ror.org/029zgsn59","country_code":"AE","type":"education","lineage":["https://openalex.org/I186129607"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Firuz Kamalov","raw_affiliation_strings":["Department of Electrical Engineering, Canadian University of Dubai, Dubai, UAE. (e-mail: firuz@cud.ac.ae)","Department of Electrical Engineering, Canadian University of Dubai, Dubai, UAE"],"raw_orcid":"https://orcid.org/0000-0003-3946-0920","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Canadian University of Dubai, Dubai, UAE. (e-mail: firuz@cud.ac.ae)","institution_ids":["https://openalex.org/I186129607"]},{"raw_affiliation_string":"Department of Electrical Engineering, Canadian University of Dubai, Dubai, UAE","institution_ids":["https://openalex.org/I186129607"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.9795,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.80862136,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"9","issue":null,"first_page":"118871","last_page":"118879"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.8635885715484619},{"id":"https://openalex.org/keywords/kernel-density-estimation","display_name":"Kernel density estimation","score":0.6089611053466797},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.6089497804641724},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5963094234466553},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5365455746650696},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.5253626108169556},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.46344923973083496},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4471658170223236},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44682446122169495},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4453858435153961},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4322358965873718},{"id":"https://openalex.org/keywords/marginal-distribution","display_name":"Marginal distribution","score":0.42880934476852417},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.4179069995880127},{"id":"https://openalex.org/keywords/probability-density-function","display_name":"Probability density function","score":0.41598159074783325},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3865777552127838},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3849049210548401},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3123558759689331},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.2814505398273468},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2364451289176941},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.11429688334465027},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.09690922498703003}],"concepts":[{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.8635885715484619},{"id":"https://openalex.org/C71134354","wikidata":"https://www.wikidata.org/wiki/Q458825","display_name":"Kernel density estimation","level":3,"score":0.6089611053466797},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.6089497804641724},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5963094234466553},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5365455746650696},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.5253626108169556},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.46344923973083496},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4471658170223236},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44682446122169495},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4453858435153961},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4322358965873718},{"id":"https://openalex.org/C165216359","wikidata":"https://www.wikidata.org/wiki/Q670653","display_name":"Marginal distribution","level":3,"score":0.42880934476852417},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.4179069995880127},{"id":"https://openalex.org/C197055811","wikidata":"https://www.wikidata.org/wiki/Q207522","display_name":"Probability density function","level":2,"score":0.41598159074783325},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3865777552127838},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3849049210548401},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3123558759689331},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.2814505398273468},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2364451289176941},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.11429688334465027},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.09690922498703003},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3107031","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3107031","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09524359.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3c4a8a0784f44724af8df65d9e2a21c9","is_oa":true,"landing_page_url":"https://doaj.org/article/3c4a8a0784f44724af8df65d9e2a21c9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 118871-118879 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3107031","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3107031","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09524359.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4000000059604645}],"awards":[{"id":"https://openalex.org/G7018626645","display_name":null,"funder_award_id":"NU/-/SERC/10/631","funder_id":"https://openalex.org/F4320323502","funder_display_name":"Najran University"}],"funders":[{"id":"https://openalex.org/F4320323502","display_name":"Najran University","ror":"https://ror.org/05edw4a90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3197384740.pdf","grobid_xml":"https://content.openalex.org/works/W3197384740.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1678889691","https://openalex.org/W2028774910","https://openalex.org/W2048938573","https://openalex.org/W2082290707","https://openalex.org/W2092939357","https://openalex.org/W2101234009","https://openalex.org/W2101924850","https://openalex.org/W2102471334","https://openalex.org/W2134478553","https://openalex.org/W2143426320","https://openalex.org/W2145267250","https://openalex.org/W2166381300","https://openalex.org/W2510366910","https://openalex.org/W2585429527","https://openalex.org/W2739734813","https://openalex.org/W2750765126","https://openalex.org/W2809960885","https://openalex.org/W2884745705","https://openalex.org/W2896691302","https://openalex.org/W2898106960","https://openalex.org/W2962680664","https://openalex.org/W2963053125","https://openalex.org/W2963323172","https://openalex.org/W2991198822","https://openalex.org/W3109608767","https://openalex.org/W6675354045","https://openalex.org/W6694831831","https://openalex.org/W6744238343","https://openalex.org/W6786563089","https://openalex.org/W7055120948"],"related_works":["https://openalex.org/W2997083166","https://openalex.org/W2086424613","https://openalex.org/W2053515329","https://openalex.org/W3037363193","https://openalex.org/W2386078281","https://openalex.org/W3111660818","https://openalex.org/W2533731304","https://openalex.org/W4287553507","https://openalex.org/W2069321575","https://openalex.org/W1770458422"],"abstract_inverted_index":{"Mutual":[0],"information":[1,23,72],"is":[2,58,86],"a":[3,12,17,28,52,65,77],"popular":[4],"metric":[5],"in":[6,42,114],"machine":[7],"learning.":[8],"In":[9,60,135],"case":[10],"of":[11,30,35,55,80],"discrete":[13],"target":[14],"variable":[15,20],"and":[16,37,50],"continuous":[18,74,92],"feature":[19,132],"the":[21,44,56,70,81,90,111,115,121,129,145],"mutual":[22,71,105],"can":[24],"be":[25],"calculated":[26],"as":[27],"sum-integral":[29],"weighted":[31],"log":[32],"likelihood":[33],"ratio":[34],"joint":[36],"marginal":[38],"density":[39,46,93],"distributions.":[40],"However,":[41],"practice":[43],"true":[45],"distributions":[47],"are":[48],"unavailable":[49],"only":[51],"finite":[53,78],"sample":[54,79],"population":[57],"given.":[59],"this":[61],"paper,":[62],"we":[63],"propose":[64],"novel":[66],"method":[67,85,108,123,138],"for":[68,73,103],"calculating":[69],"variables":[75],"using":[76,95],"population.":[82],"The":[83],"proposed":[84,122],"based":[87],"on":[88],"approximating":[89],"underlying":[91],"distribution":[94],"Kernel":[96],"Density":[97],"Estimation.":[98],"Unlike":[99],"previous":[100],"kernel-based":[101],"approaches":[102],"estimating":[104],"information,":[106],"our":[107,137],"calculates":[109],"directly":[110],"integral":[112],"involved":[113],"formula.":[116],"Numerical":[117],"experiments":[118],"demonstrate":[119],"that":[120],"produces":[124],"more":[125],"accurate":[126],"results":[127],"than":[128,144],"currently":[130],"used":[131],"selection":[133],"approaches.":[134],"addition,":[136],"demonstrates":[139],"substantially":[140],"faster":[141],"computation":[142],"times":[143],"benchmark":[146],"methods.":[147]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}