{"id":"https://openalex.org/W3198737060","doi":"https://doi.org/10.1109/isit45174.2021.9518081","title":"Quantization of Random Distributions under KL Divergence","display_name":"Quantization of Random Distributions under KL Divergence","publication_year":2021,"publication_date":"2021-07-12","ids":{"openalex":"https://openalex.org/W3198737060","doi":"https://doi.org/10.1109/isit45174.2021.9518081","mag":"3198737060"},"language":"en","primary_location":{"id":"doi:10.1109/isit45174.2021.9518081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9518081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/1721.1/143840","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006903412","display_name":"Aviv Adler","orcid":"https://orcid.org/0000-0003-3698-7639"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aviv Adler","raw_affiliation_strings":["EECS (MIT),Cambridge,MA,USA","EECS (MIT), Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"EECS (MIT),Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210110987"]},{"raw_affiliation_string":"EECS (MIT), Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071582967","display_name":"Jennifer Tang","orcid":"https://orcid.org/0000-0002-8369-7901"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer Tang","raw_affiliation_strings":["EECS (MIT),Cambridge,MA,USA","EECS (MIT), Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"EECS (MIT),Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210110987"]},{"raw_affiliation_string":"EECS (MIT), Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031031216","display_name":"Yury Polyanskiy","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yury Polyanskiy","raw_affiliation_strings":["EECS (MIT),Cambridge,MA,USA","EECS (MIT), Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"EECS (MIT),Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210110987"]},{"raw_affiliation_string":"EECS (MIT), Cambridge, MA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5006903412"],"corresponding_institution_ids":["https://openalex.org/I4210110987"],"apc_list":null,"apc_paid":null,"fwci":0.8123,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.72268728,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"2762","last_page":"2767"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.964900016784668,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.465457946062088},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.42097336053848267},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.41471827030181885},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.40396979451179504},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.40351107716560364},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3747386336326599},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3558841943740845}],"concepts":[{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.465457946062088},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42097336053848267},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.41471827030181885},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.40396979451179504},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40351107716560364},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3747386336326599},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3558841943740845}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isit45174.2021.9518081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9518081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/143840","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/143840","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"MIT web domain","raw_type":"http://purl.org/eprint/type/ConferencePaper"}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/143840","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/143840","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"MIT web domain","raw_type":"http://purl.org/eprint/type/ConferencePaper"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5182772641","display_name":null,"funder_award_id":"CCF-17-17842","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W134484390","https://openalex.org/W135467536","https://openalex.org/W1483669989","https://openalex.org/W1524622012","https://openalex.org/W1576475658","https://openalex.org/W1608472120","https://openalex.org/W1880262756","https://openalex.org/W1968908999","https://openalex.org/W1990645294","https://openalex.org/W1990992471","https://openalex.org/W1999120268","https://openalex.org/W2006714754","https://openalex.org/W2014325690","https://openalex.org/W2057393527","https://openalex.org/W2068782468","https://openalex.org/W2069429561","https://openalex.org/W2080570118","https://openalex.org/W2098352270","https://openalex.org/W2101111298","https://openalex.org/W2102098892","https://openalex.org/W2114874848","https://openalex.org/W2126832325","https://openalex.org/W2132119275","https://openalex.org/W2143470941","https://openalex.org/W2146519989","https://openalex.org/W2148986322","https://openalex.org/W2157962569","https://openalex.org/W2158571835","https://openalex.org/W2160570986","https://openalex.org/W2161585662","https://openalex.org/W2183235533","https://openalex.org/W2294584261","https://openalex.org/W2308818299","https://openalex.org/W2591216735","https://openalex.org/W2791750193","https://openalex.org/W2950088308","https://openalex.org/W3105202125","https://openalex.org/W4231510805","https://openalex.org/W4251333191","https://openalex.org/W6634316405","https://openalex.org/W6639619044","https://openalex.org/W6678572721"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2544423928","https://openalex.org/W2052122378","https://openalex.org/W2053286651","https://openalex.org/W3118585974","https://openalex.org/W2181743346","https://openalex.org/W2187401768","https://openalex.org/W2980963558","https://openalex.org/W2181413294"],"abstract_inverted_index":{"Consider":[0],"the":[1,61,78,85,89,103],"problem":[2,87],"of":[3,14,92],"representing":[4],"a":[5,11,73,97,123,137],"distribution":[6],"<tex":[7,16,22,42,66,107,124,131],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[8,17,23,43,67,108,125,132],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\pi$</tex>":[9,68],"on":[10,77],"large":[12],"alphabet":[13],"size":[15],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$k$</tex>":[18],"up":[19],"to":[20,83,88],"fidelity":[21],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\varepsilon$</tex>":[24],"in":[25,35],"Kullback-Leibler":[26],"(KL)":[27],"divergence.":[28],"Heuristically,":[29],"arguing":[30],"as":[31],"for":[32,60,96,141],"quadratic":[33],"loss":[34],"high":[36],"dimension,":[37],"one":[38],"expects":[39],"that":[40],"about":[41],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$(k/2)\\log(1/\\varepsilon)$</tex>":[44],"bits":[45],"would":[46],"be":[47],"required.":[48],"We":[49],"show":[50],"this":[51],"intuition":[52],"is":[53,69,82],"correct":[54],"by":[55,136],"proving":[56],"explicit":[57],"non-asymptotic":[58],"bounds":[59],"minimal":[62],"average":[63],"distortion":[64,100,105],"when":[65],"randomly":[70],"sampled":[71],"from":[72],"symmetric":[74],"Dirichlet":[75],"prior":[76],"simplex.":[79],"Our":[80],"method":[81],"reduce":[84],"single-sample":[86],"traditional":[90],"setting":[91],"iid":[93],"samples,":[94],"but":[95],"non-standard":[98],"rate":[99],"question":[101],"with":[102],"novel":[104],"measure":[106],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$d(x,":[109],"y)=":[110],"x\\log(x/y)$</tex>":[111],",":[112],"which":[113],"we":[114],"call":[115],"divergence":[116],"distortion.":[117],"Practically,":[118],"our":[119],"results":[120],"advocate":[121],"using":[122],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$x\\mapsto":[126],"x^{2/3}$</tex>":[127],"compander":[128],"(for":[129],"small":[130],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$x$</tex>":[133],")":[134],"followed":[135],"uniform":[138],"scalar":[139],"quantizer":[140],"storing":[142],"large-alphabet":[143],"distributions.":[144]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}