{"id":"https://openalex.org/W4415367538","doi":"https://doi.org/10.1109/isit63088.2025.11195244","title":"Entropy Estimation from Queries and Auxiliary Distribution Samples","display_name":"Entropy Estimation from Queries and Auxiliary Distribution Samples","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4415367538","doi":"https://doi.org/10.1109/isit63088.2025.11195244"},"language":null,"primary_location":{"id":"doi:10.1109/isit63088.2025.11195244","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195244","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076051906","display_name":"Nir Weinberger","orcid":"https://orcid.org/0000-0001-6028-8892"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nir Weinberger","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5036728461","display_name":"Ran Tamir","orcid":"https://orcid.org/0000-0002-8291-6092"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ran Tamir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2555858,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.917900025844574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.917900025844574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6432999968528748},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5788000226020813},{"id":"https://openalex.org/keywords/countable-set","display_name":"Countable set","score":0.5311999917030334},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5271000266075134},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.5006999969482422},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.44589999318122864},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.4309000074863434},{"id":"https://openalex.org/keywords/binary-entropy-function","display_name":"Binary entropy function","score":0.3700000047683716},{"id":"https://openalex.org/keywords/consistent-estimator","display_name":"Consistent estimator","score":0.35989999771118164},{"id":"https://openalex.org/keywords/exponential-distribution","display_name":"Exponential distribution","score":0.3571000099182129}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.8439000248908997},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6432999968528748},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5788000226020813},{"id":"https://openalex.org/C110729354","wikidata":"https://www.wikidata.org/wiki/Q185478","display_name":"Countable set","level":2,"score":0.5311999917030334},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5271000266075134},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.5006999969482422},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.47189998626708984},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.44589999318122864},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.4309000074863434},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3817000091075897},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3702000081539154},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.3700000047683716},{"id":"https://openalex.org/C164172150","wikidata":"https://www.wikidata.org/wiki/Q1782585","display_name":"Consistent estimator","level":4,"score":0.35989999771118164},{"id":"https://openalex.org/C55350006","wikidata":"https://www.wikidata.org/wiki/Q237193","display_name":"Exponential distribution","level":2,"score":0.3571000099182129},{"id":"https://openalex.org/C75235859","wikidata":"https://www.wikidata.org/wiki/Q582659","display_name":"Exponential growth","level":2,"score":0.3569999933242798},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.35569998621940613},{"id":"https://openalex.org/C133939421","wikidata":"https://www.wikidata.org/wiki/Q6865379","display_name":"Minimax estimator","level":4,"score":0.34529998898506165},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.3409999907016754},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.33739998936653137},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3334999978542328},{"id":"https://openalex.org/C191393472","wikidata":"https://www.wikidata.org/wiki/Q15222032","display_name":"Bias of an estimator","level":4,"score":0.32739999890327454},{"id":"https://openalex.org/C55974624","wikidata":"https://www.wikidata.org/wiki/Q1188504","display_name":"Exponential family","level":2,"score":0.323199987411499},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C44082924","wikidata":"https://www.wikidata.org/wiki/Q1767128","display_name":"Order statistic","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C112876837","wikidata":"https://www.wikidata.org/wiki/Q837518","display_name":"Alphabet","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C162392398","wikidata":"https://www.wikidata.org/wiki/Q272404","display_name":"Finite set","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C196083917","wikidata":"https://www.wikidata.org/wiki/Q17103874","display_name":"Min entropy","level":5,"score":0.2946999967098236},{"id":"https://openalex.org/C95546049","wikidata":"https://www.wikidata.org/wiki/Q1345207","display_name":"Entropy estimation","level":3,"score":0.290800005197525},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.2903999984264374},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2879999876022339},{"id":"https://openalex.org/C35594927","wikidata":"https://www.wikidata.org/wiki/Q2265984","display_name":"Efficient estimator","level":4,"score":0.2800999879837036},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C7321624","wikidata":"https://www.wikidata.org/wiki/Q205","display_name":"Infinity","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2653999924659729},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C65778772","wikidata":"https://www.wikidata.org/wiki/Q12345341","display_name":"Asymptotic distribution","level":3,"score":0.26350000500679016},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.26190000772476196}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit63088.2025.11195244","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195244","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1440645200","https://openalex.org/W1557882449","https://openalex.org/W1819409771","https://openalex.org/W1989151402","https://openalex.org/W2006772093","https://openalex.org/W2008551287","https://openalex.org/W2058388580","https://openalex.org/W2095374884","https://openalex.org/W2101985079","https://openalex.org/W2106235393","https://openalex.org/W2114771311","https://openalex.org/W2148719904","https://openalex.org/W2185907055","https://openalex.org/W2291181759","https://openalex.org/W2294584261","https://openalex.org/W2997343068","https://openalex.org/W3029264065","https://openalex.org/W4379135671","https://openalex.org/W4385338399","https://openalex.org/W4401693142","https://openalex.org/W4404075451"],"related_works":[],"abstract_inverted_index":{"We":[0,68,111],"consider":[1],"the":[2,6,28,42,51,98,107,131,142],"problem":[3],"of":[4,9,44,100,109,144],"estimating":[5],"Shannon":[7],"entropy":[8],"an":[10,56,116],"unknown":[11,22],"probability":[12],"mass":[13],"function":[14],"(PMF)$P$from":[15],"a":[16,20,124],"countable":[17],"alphabet":[18],"with":[19,141],"finite":[21],"support.":[23],"The":[24,78,102],"estimator":[25,52],"may":[26],"query":[27],"exact":[29],"value":[30],"of$P$in":[31],"any":[32],"specific":[33,73],"letter,":[34],"but":[35,94],"this":[36,76],"operation":[37],"is":[38,60,80,86],"costly,":[39],"and":[40,70,85,92],"hence":[41],"amount":[43],"queries":[45],"should":[46],"be":[47,63,89],"minimized.":[48],"In":[49],"parallel,":[50],"can":[53],"sample":[54],"from":[55],"auxiliary":[57],"PMF$Q$,":[58],"which":[59,134],"assumed":[61],"to":[62,88,137],"close":[64],"to$P$in":[65],"some":[66],"sense.":[67],"propose":[69],"analyze":[71],"two":[72],"algorithms":[74],"for":[75],"setting.":[77],"first":[79],"based":[81],"on":[82,130],"importance":[83],"sampling":[84],"shown":[87],"asymptotically":[90],"unbiased":[91],"consistent,":[93],"does":[95],"not":[96],"limit":[97],"number":[99,108,143],"queries.":[101,110],"second":[103],"algorithm,":[104],"called$Q$-sort,":[105],"limits":[106],"prove":[112],"that":[113],"it":[114],"has":[115],"exponentially":[117,139],"decaying":[118],"MSE.":[119],"Finally,":[120],"we":[121],"also":[122,135],"provide":[123],"simple":[125],"characterization":[126],"minimax":[127],"lower":[128],"bound":[129],"error":[132],"rate,":[133],"tends":[136],"zero":[138],"fast":[140],"samples.":[145]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-21T00:00:00"}