{"id":"https://openalex.org/W2613810684","doi":"https://doi.org/10.1109/tit.2019.2941895","title":"Universal Weak Variable-Length Source Coding on Countably Infinite Alphabets","display_name":"Universal Weak Variable-Length Source Coding on Countably Infinite Alphabets","publication_year":2019,"publication_date":"2019-09-17","ids":{"openalex":"https://openalex.org/W2613810684","doi":"https://doi.org/10.1109/tit.2019.2941895","mag":"2613810684"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2019.2941895","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2019.2941895","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1708.08103","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jorge F. Silva","orcid":"https://orcid.org/0000-0002-0256-282X"},"institutions":[{"id":"https://openalex.org/I69737025","display_name":"University of Chile","ror":"https://ror.org/047gc3g35","country_code":"CL","type":"education","lineage":["https://openalex.org/I69737025"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Jorge F. Silva","raw_affiliation_strings":["Information and Decision Systems (IDS) Group, University of Chile, Santiago, Chile"],"raw_orcid":"https://orcid.org/0000-0002-0256-282X","affiliations":[{"raw_affiliation_string":"Information and Decision Systems (IDS) Group, University of Chile, Santiago, Chile","institution_ids":["https://openalex.org/I69737025"]}]},{"author_position":"last","author":{"id":null,"display_name":"Pablo Piantanida","orcid":"https://orcid.org/0000-0002-8717-2117"},"institutions":[{"id":"https://openalex.org/I102197404","display_name":"Universit\u00e9 Paris-Sud","ror":"https://ror.org/028rypz17","country_code":"FR","type":"education","lineage":["https://openalex.org/I102197404"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210107720","display_name":"CentraleSup\u00e9lec","ror":"https://ror.org/019tcpt25","country_code":"FR","type":"facility","lineage":["https://openalex.org/I277688954","https://openalex.org/I4210107720"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA","FR"],"is_corresponding":false,"raw_author_name":"Pablo Piantanida","raw_affiliation_strings":["Laboratoire des Signaux et Syst??mes (L2S), CentraleSup\u00e9lec-CNRS-Universit\u00e9 Paris-Sud, Gif-sur-Yvette, France","Montreal Institute for Learning Algorithms (Mila), Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, Canada"],"raw_orcid":"https://orcid.org/0000-0002-8717-2117","affiliations":[{"raw_affiliation_string":"Laboratoire des Signaux et Syst??mes (L2S), CentraleSup\u00e9lec-CNRS-Universit\u00e9 Paris-Sud, Gif-sur-Yvette, France","institution_ids":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I4210107720"]},{"raw_affiliation_string":"Montreal Institute for Learning Algorithms (Mila), Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I70931966"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3193,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.67551616,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"66","issue":"1","first_page":"649","last_page":"668"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.5246999859809875,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.5246999859809875,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.19480000436306,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.09749999642372131,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.7875000238418579},{"id":"https://openalex.org/keywords/context-adaptive-variable-length-coding","display_name":"Context-adaptive variable-length coding","score":0.5092999935150146},{"id":"https://openalex.org/keywords/variable-length-code","display_name":"Variable-length code","score":0.4862000048160553},{"id":"https://openalex.org/keywords/entropy-encoding","display_name":"Entropy encoding","score":0.48539999127388},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.47540000081062317},{"id":"https://openalex.org/keywords/shannon\u2013fano-coding","display_name":"Shannon\u2013Fano coding","score":0.46160000562667847},{"id":"https://openalex.org/keywords/entropy-rate","display_name":"Entropy rate","score":0.4408999979496002},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4381999969482422},{"id":"https://openalex.org/keywords/rate\u2013distortion-theory","display_name":"Rate\u2013distortion theory","score":0.43650001287460327},{"id":"https://openalex.org/keywords/tunstall-coding","display_name":"Tunstall coding","score":0.42419999837875366}],"concepts":[{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.7875000238418579},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7142000198364258},{"id":"https://openalex.org/C135534801","wikidata":"https://www.wikidata.org/wiki/Q1128721","display_name":"Context-adaptive variable-length coding","level":4,"score":0.5092999935150146},{"id":"https://openalex.org/C60603091","wikidata":"https://www.wikidata.org/wiki/Q2981616","display_name":"Variable-length code","level":3,"score":0.4862000048160553},{"id":"https://openalex.org/C1769480","wikidata":"https://www.wikidata.org/wiki/Q1345239","display_name":"Entropy encoding","level":3,"score":0.48539999127388},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.47540000081062317},{"id":"https://openalex.org/C130811719","wikidata":"https://www.wikidata.org/wiki/Q2645","display_name":"Shannon\u2013Fano coding","level":4,"score":0.46160000562667847},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.46149998903274536},{"id":"https://openalex.org/C125252325","wikidata":"https://www.wikidata.org/wiki/Q1345213","display_name":"Entropy rate","level":4,"score":0.4408999979496002},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4381999969482422},{"id":"https://openalex.org/C64185310","wikidata":"https://www.wikidata.org/wiki/Q843483","display_name":"Rate\u2013distortion theory","level":3,"score":0.43650001287460327},{"id":"https://openalex.org/C73231260","wikidata":"https://www.wikidata.org/wiki/Q7853376","display_name":"Tunstall coding","level":4,"score":0.42419999837875366},{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.3921000063419342},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.36390000581741333},{"id":"https://openalex.org/C183992945","wikidata":"https://www.wikidata.org/wiki/Q2495574","display_name":"Universality (dynamical systems)","level":2,"score":0.3499000072479248},{"id":"https://openalex.org/C153338461","wikidata":"https://www.wikidata.org/wiki/Q2651","display_name":"Arithmetic coding","level":4,"score":0.3402999937534332},{"id":"https://openalex.org/C175732694","wikidata":"https://www.wikidata.org/wiki/Q1128713","display_name":"Context-adaptive binary arithmetic coding","level":3,"score":0.33379998803138733},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.30820000171661377},{"id":"https://openalex.org/C46900642","wikidata":"https://www.wikidata.org/wiki/Q2647","display_name":"Huffman coding","level":3,"score":0.2946000099182129},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2939999997615814},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.29100000858306885},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C57890076","wikidata":"https://www.wikidata.org/wiki/Q4680725","display_name":"Adaptive coding","level":4,"score":0.2879999876022339},{"id":"https://openalex.org/C177409962","wikidata":"https://www.wikidata.org/wiki/Q2411312","display_name":"Shannon's source coding theorem","level":5,"score":0.28630000352859497},{"id":"https://openalex.org/C2776809875","wikidata":"https://www.wikidata.org/wiki/Q1375963","display_name":"Converse","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C166366890","wikidata":"https://www.wikidata.org/wiki/Q602136","display_name":"Channel code","level":3,"score":0.26570001244544983},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.2596000134944916},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.25929999351501465},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C197294415","wikidata":"https://www.wikidata.org/wiki/Q4176366","display_name":"Universal code","level":5,"score":0.25440001487731934}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tit.2019.2941895","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2019.2941895","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1708.08103","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1708.08103","pdf_url":"https://arxiv.org/pdf/1708.08103","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-02951592v1","is_oa":false,"landing_page_url":"https://hal.science/hal-02951592","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Information Theory, 2020, 66 (1), pp.649-668. ⟨10.1109/TIT.2019.2941895⟩","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:repositorio.uchile.cl:2250/175260","is_oa":true,"landing_page_url":"https://repositorio.uchile.cl/handle/2250/175260","pdf_url":null,"source":{"id":"https://openalex.org/S4306481413","display_name":"Universidad de Chile","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"Art\u00edculo de revista"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1708.08103","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1708.08103","pdf_url":"https://arxiv.org/pdf/1708.08103","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3446151429","display_name":null,"funder_award_id":"H2020-MSCAIF-2017-EF-797805","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5264237701","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320338438","funder_display_name":"HORIZON EUROPE Marie Sklodowska-Curie Actions"},{"id":"https://openalex.org/G6499542594","display_name":"Information Theory beyond Communications: Distributed Representations and Deep Learning","funder_award_id":"797805","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338438","display_name":"HORIZON EUROPE Marie Sklodowska-Curie Actions","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1971619812","https://openalex.org/W1982323247","https://openalex.org/W1990645294","https://openalex.org/W1995875735","https://openalex.org/W2013232082","https://openalex.org/W2027808690","https://openalex.org/W2028047923","https://openalex.org/W2055309977","https://openalex.org/W2058388580","https://openalex.org/W2093011562","https://openalex.org/W2094358740","https://openalex.org/W2107676886","https://openalex.org/W2121036196","https://openalex.org/W2123744935","https://openalex.org/W2131024393","https://openalex.org/W2148861585","https://openalex.org/W2160474927","https://openalex.org/W2160570986","https://openalex.org/W2164783098","https://openalex.org/W2165206768","https://openalex.org/W2294584261","https://openalex.org/W2329953612","https://openalex.org/W2518012022","https://openalex.org/W2744279216","https://openalex.org/W2804297809","https://openalex.org/W2884857433","https://openalex.org/W2911940095","https://openalex.org/W6703140735"],"related_works":[],"abstract_inverted_index":{"Motivated":[0],"from":[1],"the":[2,19,28,56,70,87,93,101,112,136,151,164,172,183,203,208,214,218,230,251,256,261],"fact":[3],"that":[4,66,83,103,131,191,225,235],"universal":[5,106,179],"source":[6,24,31,51,107,180],"coding":[7,32,52,108,195],"on":[8,80,100,250],"countably":[9],"infinite":[10],"alphabets":[11],"(\u221e-alphabets)":[12],"is":[13,163,240],"not":[14],"feasible,":[15,241],"this":[16,76,161],"work":[17],"introduces":[18],"notion":[20,126],"of":[21,95,114,127,135,154,174,185,200,220,253,255],"\u201calmost":[22],"lossless":[23,50,57,105,129,194,215,238,244],"coding\u201d.":[25],"Analog":[26],"to":[27,60,73,92,140,157,207,227],"weak":[29],"variable-length":[30],"problem":[33],"studied":[34],"by":[35],"Han":[36],"(IEEE":[37],"Trans.":[38],"Inf.":[39],"Theory,":[40],"vol.":[41],"46,":[42],"no.":[43],"4,":[44],"pp.":[45],"1217-1226,":[46],"Jul.":[47],"2000),":[48],"almost":[49,104,128,193,243],"aims":[53],"at":[54,217],"relaxing":[55],"block-wise":[58],"assumption":[59],"allow":[61],"an":[62,192,242],"average":[63,137],"per-letter":[64,138],"distortion":[65,139,224],"vanishes":[67,226],"asymptotically":[68],"as":[69,229],"block-length":[71,231],"tends":[72],"infinity.":[74],"In":[75],"setup,":[77],"we":[78,122,143,189],"show":[79,190],"one":[81],"hand":[82],"Shannon":[84],"entropy":[85],"characterizes":[86],"minimum":[88],"achievable":[89],"rate":[90,199],"(similarly":[91],"case":[94,216],"finite":[96],"alphabet":[97],"sources)":[98],"while":[99],"other":[102],"becomes":[109],"feasible":[110],"for":[111,150,171,182,202,213],"family":[113,153,184],"finite-entropy":[115],"stationary":[116],"memoryless":[117],"sources":[118],"with":[119],"\u221e-alphabets.":[120],"Furthermore,":[121],"study":[123],"a":[124,145,175,222],"stronger":[125],"universality":[130,239],"demands":[132],"uniform":[133],"convergence":[134,201,254],"zero,":[141],"where":[142],"establish":[144],"necessary":[146,166],"and":[147,167],"sufficient":[148,168],"condition":[149,162,169],"so-called":[152],"\u201cenvelope":[155],"distributions\u201d":[156],"achieve":[158],"it.":[159],"Remarkably,":[160],"same":[165],"needed":[170],"existence":[173],"strongly":[176],"minimax":[177],"(lossless)":[178],"code":[181],"envelope":[186],"distributions.":[187],"Finally,":[188],"scheme":[196,245],"offers":[197],"faster":[198],"(minimax)":[204],"redundancy":[205,259],"compared":[206],"well-known":[209],"information":[210],"radius":[211],"developed":[212],"expense":[219],"tolerating":[221],"non-zero":[223],"zero":[228],"grows.":[232],"This":[233],"shows":[234],"even":[236],"when":[237],"can":[246],"offer":[247],"different":[248],"regimes":[249],"rates":[252],"(worst":[257,262],"case)":[258,263],"versus":[260],"distortion.":[264]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2017-05-19T00:00:00"}