{"id":"https://openalex.org/W4386072389","doi":"https://doi.org/10.1109/isit54713.2023.10206641","title":"High-Dimensional Smoothed Entropy Estimation via Dimensionality Reduction","display_name":"High-Dimensional Smoothed Entropy Estimation via Dimensionality Reduction","publication_year":2023,"publication_date":"2023-06-25","ids":{"openalex":"https://openalex.org/W4386072389","doi":"https://doi.org/10.1109/isit54713.2023.10206641"},"language":"en","primary_location":{"id":"doi:10.1109/isit54713.2023.10206641","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/isit54713.2023.10206641","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002525343","display_name":"Kristjan Greenewald","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kristjan Greenewald","raw_affiliation_strings":["IBM Research,MIT-IBM Watson AI Lab","MIT-IBM Watson AI Lab, IBM Research"],"affiliations":[{"raw_affiliation_string":"IBM Research,MIT-IBM Watson AI Lab","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"MIT-IBM Watson AI Lab, IBM Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003725957","display_name":"Brian Kingsbury","orcid":"https://orcid.org/0000-0002-1343-6837"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Kingsbury","raw_affiliation_strings":["IBM Research,MIT-IBM Watson AI Lab","MIT-IBM Watson AI Lab, IBM Research"],"affiliations":[{"raw_affiliation_string":"IBM Research,MIT-IBM Watson AI Lab","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"MIT-IBM Watson AI Lab, IBM Research","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5092345177","display_name":"Yuan-Cheng Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I308392441","display_name":"International University of the Caribbean","ror":"https://ror.org/02rv57d03","country_code":"JM","type":"education","lineage":["https://openalex.org/I308392441"]}],"countries":["JM"],"is_corresponding":false,"raw_author_name":"Yuancheng Yu","raw_affiliation_strings":["UIUC"],"affiliations":[{"raw_affiliation_string":"UIUC","institution_ids":["https://openalex.org/I308392441"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5002525343"],"corresponding_institution_ids":["https://openalex.org/I1341412227"],"apc_list":null,"apc_paid":null,"fwci":0.1744,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56081398,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"2613","last_page":"2618"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entropy-estimation","display_name":"Entropy estimation","score":0.6031548380851746},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.5476299524307251},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5259031653404236},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.517570436000824},{"id":"https://openalex.org/keywords/principal-component-analysis","display_name":"Principal component analysis","score":0.4602663815021515},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4496611952781677},{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.4442431330680847},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.424032062292099},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.35142821073532104},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.33783388137817383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3376559913158417},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3096853494644165},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.18179327249526978},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1681157946586609}],"concepts":[{"id":"https://openalex.org/C95546049","wikidata":"https://www.wikidata.org/wiki/Q1345207","display_name":"Entropy estimation","level":3,"score":0.6031548380851746},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.5476299524307251},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5259031653404236},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.517570436000824},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.4602663815021515},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4496611952781677},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.4442431330680847},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.424032062292099},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.35142821073532104},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.33783388137817383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3376559913158417},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3096853494644165},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.18179327249526978},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1681157946586609},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit54713.2023.10206641","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/isit54713.2023.10206641","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2093402979","https://openalex.org/W2097854052","https://openalex.org/W2155100959","https://openalex.org/W2163922914","https://openalex.org/W2593634001","https://openalex.org/W2617539226","https://openalex.org/W2752736181","https://openalex.org/W2768242419","https://openalex.org/W2796664995","https://openalex.org/W2803439868","https://openalex.org/W2949759968","https://openalex.org/W2962779416","https://openalex.org/W2962807446","https://openalex.org/W2963226019","https://openalex.org/W2963279235","https://openalex.org/W2963325772","https://openalex.org/W2964184826","https://openalex.org/W2996320484","https://openalex.org/W3008527562","https://openalex.org/W3134652006","https://openalex.org/W3189092450","https://openalex.org/W4283206099","https://openalex.org/W4297749952","https://openalex.org/W4298393859","https://openalex.org/W4300167521","https://openalex.org/W6682737058","https://openalex.org/W6718140377","https://openalex.org/W6738074204","https://openalex.org/W6743914908","https://openalex.org/W6745679493","https://openalex.org/W6747624847","https://openalex.org/W6747837047","https://openalex.org/W6748131300","https://openalex.org/W6748205129","https://openalex.org/W6750109643","https://openalex.org/W6754984521","https://openalex.org/W6762796984","https://openalex.org/W6772932235","https://openalex.org/W6791742336","https://openalex.org/W6839063328"],"related_works":["https://openalex.org/W2579148721","https://openalex.org/W4387893611","https://openalex.org/W2347335694","https://openalex.org/W2091056927","https://openalex.org/W2067407580","https://openalex.org/W4317486777","https://openalex.org/W4389669152","https://openalex.org/W2038514069","https://openalex.org/W1967233468","https://openalex.org/W2009181529"],"abstract_inverted_index":{"We":[0,85,154,170],"study":[1],"the":[2,19,22,58,61,104,110,116,120,159],"problem":[3,63],"of":[4,21,35,69,119,138,161,177],"overcoming":[5],"exponential":[6,75,88],"sample":[7,89],"complexity":[8,90],"in":[9,76,132,152,192],"differential":[10,23],"entropy":[11,24,105],"estimation":[12,20,67],"under":[13],"Gaussian":[14,166],"convolutions.":[15],"Specifically,":[16],"we":[17],"consider":[18],"h(X":[25],"+":[26],"Z)":[27],"via":[28,98],"n":[29,71],"independently":[30],"and":[31,39,53,80,107,167,198],"identically":[32],"distributed":[33],"samples":[34],"X,":[36],"where":[37],"X":[38,47,93],"Z":[40],"are":[41],"independent":[42],"D-dimensional":[43],"random":[44],"variables":[45],"with":[46,49,187],"sub-Gaussian":[48],"bounded":[50],"second":[51],"moment":[52],"$Z\\sim":[54],"{\\mathcal{N}}\\left({0,{\\sigma":[55],"^2}{I_D}}\\right)$.":[56],"Under":[57],"absolute-error":[59],"loss,":[60],"above":[62],"has":[64],"a":[65,95,193,199],"parametric":[66],"rate":[68],"$\\frac{{{c^D}}}{{\\sqrt":[70],"}}$,":[72],"which":[73,143],"is":[74],"data":[77],"dimension":[78],"D":[79],"often":[81],"problematic":[82],"for":[83,127,205],"applications.":[84],"overcome":[86],"this":[87],"by":[91],"projecting":[92],"to":[94,147,175],"low-dimensional":[96,129],"space":[97],"principal":[99],"component":[100],"analysis":[101,176],"(PCA)":[102],"before":[103],"estimation,":[106],"show":[108],"that":[109],"asymptotic":[111],"error":[112],"overhead":[113],"vanishes":[114],"as":[115],"unexplained":[117],"variance":[118],"PCA":[121,163],"vanishes.":[122],"This":[123],"implies":[124],"near-optimal":[125],"performance":[126,160],"inherently":[128],"structures":[130],"embedded":[131],"high-dimensional":[133],"spaces,":[134],"including":[135],"hidden-layer":[136],"outputs":[137],"deep":[139],"neural":[140,181,202],"networks":[141],"(DNN),":[142],"can":[144],"be":[145],"used":[146],"estimate":[148],"mutual":[149,190],"information":[150,178,185,191],"(MI)":[151],"DNNs.":[153],"provide":[155],"numerical":[156],"results":[157,188],"verifying":[158],"our":[162,173],"approach":[164],"on":[165],"spiral":[168],"data.":[169],"also":[171],"apply":[172],"method":[174],"flow":[179],"through":[180],"network":[182,197,203],"layers":[183],"(c.f.":[184],"bottleneck),":[186],"measuring":[189],"noisy":[194,200],"fully":[195],"connected":[196],"convolutional":[201],"(CNN)":[204],"MNIST":[206],"classification.":[207],"<sup>1</sup>":[208],"<sup>2</sup>":[209]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}