{"id":"https://openalex.org/W2011095115","doi":"https://doi.org/10.1109/tit.2013.2291007","title":"Optimal Lossless Data Compression: Non-Asymptotics and Asymptotics","display_name":"Optimal Lossless Data Compression: Non-Asymptotics and Asymptotics","publication_year":2013,"publication_date":"2013-11-19","ids":{"openalex":"https://openalex.org/W2011095115","doi":"https://doi.org/10.1109/tit.2013.2291007","mag":"2011095115"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2013.2291007","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2013.2291007","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044225058","display_name":"Ioannis Kontoyiannis","orcid":"https://orcid.org/0000-0001-7242-6375"},"institutions":[{"id":"https://openalex.org/I73142707","display_name":"Athens University of Economics and Business","ror":"https://ror.org/03s262162","country_code":"GR","type":"education","lineage":["https://openalex.org/I73142707"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Ioannis Kontoyiannis","raw_affiliation_strings":["Athens U of Econ and Business, Department of Informatics, Athens, Greece","Dept. of Inf., Athens U of Econ & Bus., Athens, Greece"],"affiliations":[{"raw_affiliation_string":"Athens U of Econ and Business, Department of Informatics, Athens, Greece","institution_ids":["https://openalex.org/I73142707"]},{"raw_affiliation_string":"Dept. of Inf., Athens U of Econ & Bus., Athens, Greece","institution_ids":["https://openalex.org/I73142707"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103184697","display_name":"Sergio Verd\u00fa","orcid":"https://orcid.org/0000-0003-1254-9116"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sergio Verdu","raw_affiliation_strings":["Department of Electrical Engineering, Princeton University, Princeton, NJ, USA","Dept. of Electr. Eng., Princeton Univ., Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Princeton University, Princeton, NJ, USA","institution_ids":["https://openalex.org/I20089843"]},{"raw_affiliation_string":"Dept. of Electr. Eng., Princeton Univ., Princeton, NJ, USA","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5044225058"],"corresponding_institution_ids":["https://openalex.org/I73142707"],"apc_list":null,"apc_paid":null,"fwci":15.8155,"has_fulltext":false,"cited_by_count":124,"citation_normalized_percentile":{"value":0.99003537,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"60","issue":"2","first_page":"777","last_page":"795"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12162","display_name":"Cellular Automata and Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11017","display_name":"Chaos-based Image/Signal Encryption","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.7887879014015198},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.6164141893386841},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6135913729667664},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.5242417454719543},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.47609007358551025},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4750673472881317},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.44471901655197144},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4315703809261322},{"id":"https://openalex.org/keywords/entropy-rate","display_name":"Entropy rate","score":0.4301702678203583},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.37561723589897156},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3589552342891693},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.3528130352497101},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.24111557006835938},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.2019764482975006},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1570335328578949},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1073322594165802},{"id":"https://openalex.org/keywords/binary-entropy-function","display_name":"Binary entropy function","score":0.10380113124847412}],"concepts":[{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.7887879014015198},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.6164141893386841},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6135913729667664},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5242417454719543},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.47609007358551025},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4750673472881317},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.44471901655197144},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4315703809261322},{"id":"https://openalex.org/C125252325","wikidata":"https://www.wikidata.org/wiki/Q1345213","display_name":"Entropy rate","level":4,"score":0.4301702678203583},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.37561723589897156},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3589552342891693},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.3528130352497101},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.24111557006835938},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.2019764482975006},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1570335328578949},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1073322594165802},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.10380113124847412},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tit.2013.2291007","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2013.2291007","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.643.6562","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.643.6562","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.princeton.edu/~verdu/reprints/IKSV2014.pdf","raw_type":"text"},{"id":"pmh:oai:generic.eprints.org:960452","is_oa":false,"landing_page_url":"http://publications.eng.cam.ac.uk/960452/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922847","display_name":"Cambridge University Engineering Department Publications Database","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6299999952316284}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W623479873","https://openalex.org/W1520471750","https://openalex.org/W1531679840","https://openalex.org/W1561382872","https://openalex.org/W1561424154","https://openalex.org/W1580334350","https://openalex.org/W1970091448","https://openalex.org/W1977014540","https://openalex.org/W1979685200","https://openalex.org/W1980362252","https://openalex.org/W1982026466","https://openalex.org/W1983031115","https://openalex.org/W1990309618","https://openalex.org/W1995713768","https://openalex.org/W1995875735","https://openalex.org/W2002348550","https://openalex.org/W2014246307","https://openalex.org/W2043405698","https://openalex.org/W2052719616","https://openalex.org/W2064493979","https://openalex.org/W2077623653","https://openalex.org/W2085093717","https://openalex.org/W2089272304","https://openalex.org/W2098632144","https://openalex.org/W2099111195","https://openalex.org/W2106864314","https://openalex.org/W2114562430","https://openalex.org/W2131076893","https://openalex.org/W2137902998","https://openalex.org/W2143603891","https://openalex.org/W2143648696","https://openalex.org/W2145809877","https://openalex.org/W2155973165","https://openalex.org/W2159074711","https://openalex.org/W2162635854","https://openalex.org/W2169476932","https://openalex.org/W2254512934","https://openalex.org/W2295885856","https://openalex.org/W2320171868","https://openalex.org/W2329209815","https://openalex.org/W2478708596","https://openalex.org/W2556424683","https://openalex.org/W2597388719","https://openalex.org/W2912369344","https://openalex.org/W2944087467","https://openalex.org/W2993383518","https://openalex.org/W4302366875","https://openalex.org/W4302617909"],"related_works":["https://openalex.org/W2207317090","https://openalex.org/W624280404","https://openalex.org/W3008492011","https://openalex.org/W2169853506","https://openalex.org/W2393930276","https://openalex.org/W2385628723","https://openalex.org/W3035703949","https://openalex.org/W2356487475","https://openalex.org/W1486081010","https://openalex.org/W3186306250"],"abstract_inverted_index":{"This":[0],"paper":[1],"provides":[2],"an":[3,66],"extensive":[4],"study":[5],"of":[6,9,31,55,69,137],"the":[7,10,25,28,53,56,61,70,102,113,123,126,133],"behavior":[8],"best":[11,71,103],"achievable":[12,72,104],"rate":[13,73,105,116,128],"(and":[14],"other":[15],"related":[16],"fundamental":[17,29,134],"limits)":[18],"in":[19],"variable-length":[20],"strictly":[21],"lossless":[22,33],"compression.":[23],"In":[24],"non-asymptotic":[26],"regime,":[27],"limits":[30,136],"fixed-to-variable":[32,138],"compression":[34,139],"with":[35,122],"and":[36,65,112,119],"without":[37],"prefix":[38],"constraints":[39],"are":[40,50,82,99,117],"shown":[41],"to":[42,60,130],"be":[43],"tightly":[44,131],"coupled.":[45],"Several":[46],"precise,":[47],"quantitative":[48],"bounds":[49,98],"derived,":[51],"connecting":[52],"distribution":[54],"optimal":[57],"code":[58],"lengths":[59],"source":[62,110,114],"information":[63],"spectrum,":[64],"exact":[67],"analysis":[68],"for":[74,84,101,140],"arbitrary":[75,85],"sources":[76],"is":[77],"given.":[78],"Fine":[79],"asymptotic":[80],"results":[81],"proved":[83],"(not":[86],"necessarily":[87],"prefix)":[88],"compressors":[89],"on":[90,106],"general":[91],"mixing":[92],"sources.":[93,108],"Nonasymptotic,":[94],"explicit":[95],"Gaussian":[96],"approximation":[97],"established":[100],"Markov":[107],"The":[109],"dispersion":[111],"varentropy":[115,127],"defined":[118],"characterized.":[120],"Together":[121],"entropy":[124],"rate,":[125],"serves":[129],"approximate":[132],"nonasymptotic":[135],"all":[141],"but":[142],"very":[143],"small":[144],"block":[145],"lengths.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":15},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":10},{"year":2014,"cited_by_count":13},{"year":2013,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}