{"id":"https://openalex.org/W4415367538","doi":"https://doi.org/10.1109/isit63088.2025.11195244","title":"Entropy Estimation from Queries and Auxiliary Distribution Samples","display_name":"Entropy Estimation from Queries and Auxiliary Distribution Samples","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4415367538","doi":"https://doi.org/10.1109/isit63088.2025.11195244"},"language":null,"primary_location":{"id":"doi:10.1109/isit63088.2025.11195244","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195244","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076051906","display_name":"Nir Weinberger","orcid":"https://orcid.org/0000-0001-6028-8892"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Nir Weinberger","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5036728461","display_name":"Ran Tamir","orcid":"https://orcid.org/0000-0002-8291-6092"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ran Tamir","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5076051906"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16438318,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.917900025844574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.917900025844574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6432999968528748},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5788000226020813},{"id":"https://openalex.org/keywords/countable-set","display_name":"Countable set","score":0.5311999917030334},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5271000266075134},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.5006999969482422},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.44589999318122864},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.4309000074863434},{"id":"https://openalex.org/keywords/binary-entropy-function","display_name":"Binary entropy function","score":0.3700000047683716},{"id":"https://openalex.org/keywords/consistent-estimator","display_name":"Consistent estimator","score":0.35989999771118164},{"id":"https://openalex.org/keywords/exponential-distribution","display_name":"Exponential distribution","score":0.3571000099182129}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.8439000248908997},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6432999968528748},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5788000226020813},{"id":"https://openalex.org/C110729354","wikidata":"https://www.wikidata.org/wiki/Q185478","display_name":"Countable set","level":2,"score":0.5311999917030334},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5271000266075134},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.5006999969482422},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.47189998626708984},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.44589999318122864},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.4309000074863434},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3817000091075897},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3702000081539154},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.3700000047683716},{"id":"https://openalex.org/C164172150","wikidata":"https://www.wikidata.org/wiki/Q1782585","display_name":"Consistent estimator","level":4,"score":0.35989999771118164},{"id":"https://openalex.org/C55350006","wikidata":"https://www.wikidata.org/wiki/Q237193","display_name":"Exponential distribution","level":2,"score":0.3571000099182129},{"id":"https://openalex.org/C75235859","wikidata":"https://www.wikidata.org/wiki/Q582659","display_name":"Exponential growth","level":2,"score":0.3569999933242798},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.35569998621940613},{"id":"https://openalex.org/C133939421","wikidata":"https://www.wikidata.org/wiki/Q6865379","display_name":"Minimax estimator","level":4,"score":0.34529998898506165},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.3409999907016754},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.33739998936653137},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3334999978542328},{"id":"https://openalex.org/C191393472","wikidata":"https://www.wikidata.org/wiki/Q15222032","display_name":"Bias of an estimator","level":4,"score":0.32739999890327454},{"id":"https://openalex.org/C55974624","wikidata":"https://www.wikidata.org/wiki/Q1188504","display_name":"Exponential family","level":2,"score":0.323199987411499},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C44082924","wikidata":"https://www.wikidata.org/wiki/Q1767128","display_name":"Order statistic","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C112876837","wikidata":"https://www.wikidata.org/wiki/Q837518","display_name":"Alphabet","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C162392398","wikidata":"https://www.wikidata.org/wiki/Q272404","display_name":"Finite set","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C196083917","wikidata":"https://www.wikidata.org/wiki/Q17103874","display_name":"Min entropy","level":5,"score":0.2946999967098236},{"id":"https://openalex.org/C95546049","wikidata":"https://www.wikidata.org/wiki/Q1345207","display_name":"Entropy estimation","level":3,"score":0.290800005197525},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.2903999984264374},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2879999876022339},{"id":"https://openalex.org/C35594927","wikidata":"https://www.wikidata.org/wiki/Q2265984","display_name":"Efficient estimator","level":4,"score":0.2800999879837036},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C7321624","wikidata":"https://www.wikidata.org/wiki/Q205","display_name":"Infinity","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2653999924659729},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C65778772","wikidata":"https://www.wikidata.org/wiki/Q12345341","display_name":"Asymptotic distribution","level":3,"score":0.26350000500679016},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.26190000772476196}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit63088.2025.11195244","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195244","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1440645200","https://openalex.org/W1557882449","https://openalex.org/W1819409771","https://openalex.org/W1989151402","https://openalex.org/W2006772093","https://openalex.org/W2008551287","https://openalex.org/W2058388580","https://openalex.org/W2095374884","https://openalex.org/W2101985079","https://openalex.org/W2106235393","https://openalex.org/W2114771311","https://openalex.org/W2148719904","https://openalex.org/W2185907055","https://openalex.org/W2291181759","https://openalex.org/W2294584261","https://openalex.org/W2997343068","https://openalex.org/W3029264065","https://openalex.org/W4379135671","https://openalex.org/W4385338399","https://openalex.org/W4401693142","https://openalex.org/W4404075451"],"related_works":[],"abstract_inverted_index":{"We":[0,83,129],"consider":[1],"the":[2,6,32,50,59,113,125,149,160],"problem":[3],"of":[4,9,35,52,115,127,162],"estimating":[5],"Shannon":[7],"entropy":[8],"an":[10,64,134],"unknown":[11,26],"probability":[12],"mass":[13],"function":[14],"(PMF)":[15],"<tex":[16,36,67,77,121],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[17,37,68,78,122],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$P$</tex>":[18,38,79],"from":[19,63],"a":[20,24,142],"countable":[21],"alphabet":[22],"with":[23,159],"finite":[25],"support.":[27],"The":[28,93,117],"estimator":[29,60],"may":[30],"query":[31],"exact":[33],"value":[34],"in":[39,80],"any":[40],"specific":[41,88],"letter,":[42],"but":[43,109],"this":[44,91],"operation":[45],"is":[46,71,95,101],"costly,":[47],"and":[48,85,100,107],"hence":[49],"amount":[51],"queries":[53],"should":[54],"be":[55,74,104],"minimized.":[56],"In":[57],"parallel,":[58],"can":[61],"sample":[62],"auxiliary":[65],"PMF":[66],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$Q$</tex>,":[69],"which":[70,152],"assumed":[72],"to":[73,76,103,155],"close":[75],"some":[81],"sense.":[82],"propose":[84],"analyze":[86],"two":[87],"algorithms":[89],"for":[90],"setting.":[92],"first":[94],"based":[96],"on":[97,148],"importance":[98],"sampling":[99],"shown":[102],"asymptotically":[105],"unbiased":[106],"consistent,":[108],"does":[110],"not":[111],"limit":[112],"number":[114,126,161],"queries.":[116,128],"second":[118],"algorithm,":[119],"called":[120],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$Q$</tex>-sort,":[123],"limits":[124],"prove":[130],"that":[131],"it":[132],"has":[133],"exponentially":[135,157],"decaying":[136],"MSE.":[137],"Finally,":[138],"we":[139],"also":[140,153],"provide":[141],"simple":[143],"characterization":[144],"minimax":[145],"lower":[146],"bound":[147],"error":[150],"rate,":[151],"tends":[154],"zero":[156],"fast":[158],"samples.":[163]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-21T00:00:00"}