{"id":"https://openalex.org/W3087653148","doi":"https://doi.org/10.1109/isit45174.2021.9517758","title":"Bounds for Learning Lossless Source Coding","display_name":"Bounds for Learning Lossless Source Coding","publication_year":2021,"publication_date":"2021-07-12","ids":{"openalex":"https://openalex.org/W3087653148","doi":"https://doi.org/10.1109/isit45174.2021.9517758","mag":"3087653148"},"language":"en","primary_location":{"id":"doi:10.1109/isit45174.2021.9517758","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9517758","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2009.08562","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081304126","display_name":"Anders H\u00f8st-Madsen","orcid":"https://orcid.org/0000-0002-1472-4953"},"institutions":[{"id":"https://openalex.org/I117965899","display_name":"University of Hawai\u02bbi at M\u0101noa","ror":"https://ror.org/01wspgy28","country_code":"US","type":"education","lineage":["https://openalex.org/I117965899"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Anders H\u00f8st-Madsen","raw_affiliation_strings":["University of Hawaii, Manoa,Department of Electrical Engineering,Honolulu,HI,96822"],"affiliations":[{"raw_affiliation_string":"University of Hawaii, Manoa,Department of Electrical Engineering,Honolulu,HI,96822","institution_ids":["https://openalex.org/I117965899"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5081304126"],"corresponding_institution_ids":["https://openalex.org/I117965899"],"apc_list":null,"apc_paid":null,"fwci":0.28,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.61044882,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2292","last_page":"2297"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/huffman-coding","display_name":"Huffman coding","score":0.775776207447052},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6254843473434448},{"id":"https://openalex.org/keywords/lossy-compression","display_name":"Lossy compression","score":0.6142001152038574},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5944960713386536},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5149689316749573},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.5142707228660583},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.48756927251815796},{"id":"https://openalex.org/keywords/entropy-encoding","display_name":"Entropy encoding","score":0.47959983348846436},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4409290552139282},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4235045909881592},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.41019874811172485},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.35192224383354187},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32562440633773804},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2900063395500183},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.27659857273101807},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.21628639101982117}],"concepts":[{"id":"https://openalex.org/C46900642","wikidata":"https://www.wikidata.org/wiki/Q2647","display_name":"Huffman coding","level":3,"score":0.775776207447052},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6254843473434448},{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.6142001152038574},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5944960713386536},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5149689316749573},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.5142707228660583},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.48756927251815796},{"id":"https://openalex.org/C1769480","wikidata":"https://www.wikidata.org/wiki/Q1345239","display_name":"Entropy encoding","level":3,"score":0.47959983348846436},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4409290552139282},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4235045909881592},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.41019874811172485},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35192224383354187},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32562440633773804},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2900063395500183},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27659857273101807},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.21628639101982117},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/isit45174.2021.9517758","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9517758","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2009.08562","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.08562","pdf_url":"https://arxiv.org/pdf/2009.08562","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3087653148","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2009.08562.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2009.08562","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2009.08562","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2009.08562","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.08562","pdf_url":"https://arxiv.org/pdf/2009.08562","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1570291193","display_name":"CIF: Small: Description Length Analysis for Machine Learning and Graph Models","funder_award_id":"1908957","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7766624768","display_name":null,"funder_award_id":"CCF-1908957","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8449784668","display_name":null,"funder_award_id":"CCF-1908957","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3087653148.pdf","grobid_xml":"https://content.openalex.org/works/W3087653148.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W196533652","https://openalex.org/W1498357809","https://openalex.org/W1976625337","https://openalex.org/W1999120268","https://openalex.org/W2081803050","https://openalex.org/W2098397165","https://openalex.org/W2107745473","https://openalex.org/W2110357910","https://openalex.org/W2120127941","https://openalex.org/W2122962290","https://openalex.org/W2125232050","https://openalex.org/W2148381206","https://openalex.org/W2150217546","https://openalex.org/W2151687858","https://openalex.org/W2294584261","https://openalex.org/W2483657224","https://openalex.org/W2508966560","https://openalex.org/W2516038988","https://openalex.org/W2585360326","https://openalex.org/W2797333853","https://openalex.org/W2798309714","https://openalex.org/W2940954733","https://openalex.org/W2946190568","https://openalex.org/W2947000318","https://openalex.org/W2963750582","https://openalex.org/W3087653148","https://openalex.org/W3124452217","https://openalex.org/W6607873503","https://openalex.org/W6631214479","https://openalex.org/W6721969967","https://openalex.org/W6726139862","https://openalex.org/W6733550226","https://openalex.org/W6754033879"],"related_works":["https://openalex.org/W3197471633","https://openalex.org/W2292012968","https://openalex.org/W2619839759","https://openalex.org/W2168168","https://openalex.org/W2504881501","https://openalex.org/W2774988833","https://openalex.org/W2001855531","https://openalex.org/W2021216069","https://openalex.org/W292023005","https://openalex.org/W2159844103","https://openalex.org/W1570527781","https://openalex.org/W2965927603","https://openalex.org/W2127906140","https://openalex.org/W1600935137","https://openalex.org/W51374719","https://openalex.org/W186465181","https://openalex.org/W2543353990","https://openalex.org/W2130711725","https://openalex.org/W1976236758","https://openalex.org/W254959825"],"abstract_inverted_index":{"This":[0,73],"paper":[1,41,91,135],"asks":[2],"a":[3,13,43,60,75,107,180],"basic":[4],"question:":[5],"how":[6],"much":[7],"training":[8,104,112,158,175],"is":[9,74,120,152,161,184],"required":[10,160,177],"to":[11,66,132,164,178],"beat":[12,179],"universal":[14,34,181],"source":[15,24,35,47,182],"coder?":[16],"Traditionally,":[17],"there":[18],"have":[19],"been":[20],"two":[21,93],"types":[22],"of":[23,46,59,70,77,97,157,167,174],"coders:":[25,48,99],"fixed,":[26],"optimum":[27],"coders":[28,53,127],"such":[29,37],"as":[30,38],"Huffman":[31],"coders;":[32],"and":[33,63,87,106,144],"coders,":[36],"Lempel-Ziv.":[39],"The":[40,90,134],"considers":[42,136],"third":[44],"type":[45,76],"learned":[49,98],"coders.":[50],"These":[51],"are":[52,55,128],"that":[54,71,79,154],"trained":[56],"on":[57,197],"data":[58,69,159,176],"particular":[61],"type,":[62],"then":[64],"used":[65],"encode":[67],"new":[68],"type.":[72],"coder":[78,183],"has":[80],"recently":[81],"become":[82],"popular":[83],"for":[84,95,110,114],"(lossy)":[85],"image":[86],"video":[88],"coding.":[89],"evaluates":[92],"criteria":[94],"performance":[96,102,109],"the":[100,126,137,155,172,191,198],"average":[101],"over":[103],"data,":[105],"guaranteed":[108],"all":[111],"except":[113],"some":[115],"error":[116],"probability":[117],"Pe,":[118],"which":[119],"PAC":[121],"learning.":[122],"In":[123,148],"both":[124,149],"cases":[125,150],"evaluated":[129],"with":[130],"respect":[131],"redundancy.":[133],"independent":[138],"identically":[139],"distributed":[140],"(IID)":[141],"binary":[142,145],"case":[143,199],"Markov":[146],"chains.":[147],"it":[151],"shown":[153],"amount":[156,173],"very":[162],"moderate:":[163],"code":[165],"sequences":[166],"length":[168],"<tex":[169,185,193],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[170,186,194],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$l$</tex>":[171],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$m=K\\frac{l}{\\log":[187],"l}$</tex>":[188],",":[189],"where":[190],"constant":[192],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$K$</tex>":[195],"depends":[196],"considered.":[200]},"counts_by_year":[{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2020-09-25T00:00:00"}