{"id":"https://openalex.org/W2001539549","doi":"https://doi.org/10.3390/e16074168","title":"Characterizing the Asymptotic Per-Symbol Redundancy of Memoryless Sources over Countable Alphabets in Terms of Single-Letter Marginals","display_name":"Characterizing the Asymptotic Per-Symbol Redundancy of Memoryless Sources over Countable Alphabets in Terms of Single-Letter Marginals","publication_year":2014,"publication_date":"2014-07-23","ids":{"openalex":"https://openalex.org/W2001539549","doi":"https://doi.org/10.3390/e16074168","mag":"2001539549"},"language":"en","primary_location":{"id":"doi:10.3390/e16074168","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e16074168","pdf_url":"https://www.mdpi.com/1099-4300/16/7/4168/pdf?version=1424785653","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/16/7/4168/pdf?version=1424785653","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007003567","display_name":"Maryam Hosseini","orcid":"https://orcid.org/0000-0001-8223-6698"},"institutions":[{"id":"https://openalex.org/I117965899","display_name":"University of Hawai\u02bbi at M\u0101noa","ror":"https://ror.org/01wspgy28","country_code":"US","type":"education","lineage":["https://openalex.org/I117965899"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maryam Hosseini","raw_affiliation_strings":["Department of Electrical Engineering, University of Hawaii at Manoa, Honolulu, HI 96822, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Hawaii at Manoa, Honolulu, HI 96822, USA","institution_ids":["https://openalex.org/I117965899"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030506196","display_name":"Narayana Santhanam","orcid":"https://orcid.org/0000-0001-6515-6311"},"institutions":[{"id":"https://openalex.org/I117965899","display_name":"University of Hawai\u02bbi at M\u0101noa","ror":"https://ror.org/01wspgy28","country_code":"US","type":"education","lineage":["https://openalex.org/I117965899"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Narayana Santhanam","raw_affiliation_strings":["Department of Electrical Engineering, University of Hawaii at Manoa, Honolulu, HI 96822, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Hawaii at Manoa, Honolulu, HI 96822, USA","institution_ids":["https://openalex.org/I117965899"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5030506196"],"corresponding_institution_ids":["https://openalex.org/I117965899"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.4228,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.73921007,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"16","issue":"7","first_page":"4168","last_page":"4184"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12029","display_name":"DNA and Biological Computing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7160175442695618},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.6529965996742249},{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.618793249130249},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5475500822067261},{"id":"https://openalex.org/keywords/converse","display_name":"Converse","score":0.5449260473251343},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.5233370661735535},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.5106900334358215},{"id":"https://openalex.org/keywords/finite-set","display_name":"Finite set","score":0.44144442677497864},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.40877753496170044},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33191758394241333},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.19153127074241638},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1535477638244629},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.11573931574821472},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07964476943016052},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.07092258334159851}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7160175442695618},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.6529965996742249},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.618793249130249},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5475500822067261},{"id":"https://openalex.org/C2776809875","wikidata":"https://www.wikidata.org/wiki/Q1375963","display_name":"Converse","level":2,"score":0.5449260473251343},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.5233370661735535},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.5106900334358215},{"id":"https://openalex.org/C162392398","wikidata":"https://www.wikidata.org/wiki/Q272404","display_name":"Finite set","level":2,"score":0.44144442677497864},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.40877753496170044},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33191758394241333},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.19153127074241638},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1535477638244629},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.11573931574821472},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07964476943016052},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.07092258334159851},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/e16074168","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e16074168","pdf_url":"https://www.mdpi.com/1099-4300/16/7/4168/pdf?version=1424785653","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:fccff672b62d4abf916e6a5cb16038d7","is_oa":true,"landing_page_url":"https://doaj.org/article/fccff672b62d4abf916e6a5cb16038d7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 16, Iss 7, Pp 4168-4184 (2014)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/16/7/4168/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e16074168","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 16; Issue 7; Pages: 4168-4184","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e16074168","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e16074168","pdf_url":"https://www.mdpi.com/1099-4300/16/7/4168/pdf?version=1424785653","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2955439289","display_name":"CIF: Medium: Collaborative Research: Information Theory and Statistical Inference from Large-Alphabet Data","funder_award_id":"1065632","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4701359001","display_name":"CIF:  Small:  Channels with Memory -- Universal-Compression-Based Modeling Principles for Computing and Optimizing Information Rates","funder_award_id":"1018984","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G660674633","display_name":null,"funder_award_id":"CCF 1065632","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7306786791","display_name":null,"funder_award_id":"CCF 1018984","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G898152234","display_name":null,"funder_award_id":"CCF-1065632","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2001539549.pdf","grobid_xml":"https://content.openalex.org/works/W2001539549.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W144616634","https://openalex.org/W195299107","https://openalex.org/W613545293","https://openalex.org/W1600148703","https://openalex.org/W2022620695","https://openalex.org/W2074757413","https://openalex.org/W2096798913","https://openalex.org/W2102336486","https://openalex.org/W2294584261","https://openalex.org/W2767593714","https://openalex.org/W3099411104","https://openalex.org/W6669136453","https://openalex.org/W6784856787"],"related_works":["https://openalex.org/W2347733609","https://openalex.org/W2066502241","https://openalex.org/W2605475288","https://openalex.org/W2292976891","https://openalex.org/W4240383795","https://openalex.org/W4297848787","https://openalex.org/W4245457074","https://openalex.org/W2128683635","https://openalex.org/W2008809748","https://openalex.org/W2140857733"],"abstract_inverted_index":{"The":[0],"minimum":[1],"expected":[2],"number":[3,63],"of":[4,17,20,48,64,94,96,194,202,210],"bits":[5,65],"needed":[6],"to":[7,43,58],"describe":[8],"a":[9,44,116,126,145,195,216,227],"random":[10,22],"variable":[11],"is":[12,37,70,79,134,164,189],"its":[13],"entropy,":[14],"assuming":[15],"knowledge":[16],"the":[18,21,25,34,59,62,73,76,80,87,91,100,138,184,192,208],"distribution":[19,36,112,201],"variable.":[23],"On":[24,183],"other":[26],"hand,":[27],"universal":[28,52,92],"compression":[29],"describes":[30],"data":[31],"supposing":[32],"that":[33,40,123,137,166,191,234],"underlying":[35,60],"unknown,":[38],"but":[39,136],"it":[41,163,188],"belongs":[42],"known":[45,117,165],"set":[46],"\u03a1":[47],"distributions.":[49],"However,":[50],"since":[51],"descriptions":[53],"are":[54],"not":[55,141],"matched":[56],"exactly":[57],"distribution,":[61],"they":[66],"use":[67],"on":[68,230],"average":[69],"higher,":[71],"and":[72,105],"excess":[74],"over":[75,113],"entropy":[77],"used":[78],"redundancy.":[81],"In":[82],"this":[83],"paper,":[84],"we":[85,186],"study":[86],"redundancy":[88,160,177,220,242],"incurred":[89],"by":[90],"description":[93,193,209],"strings":[95,101,171,214],"positive":[97],"integers":[98],"(Z+),":[99],"being":[102],"generated":[103],"independently":[104],"identically":[106],"distributed":[107],"(i.i.d.)":[108],"according":[109],"an":[110,199],"unknown":[111,200],"Z+":[114],"in":[115],"collection":[118],"P.":[119],"We":[120,224],"first":[121],"show":[122,187,226],"if":[124],"describing":[125,167],"single":[127,146,196],"symbol":[128,147,179,197,222,244],"incurs":[129,173,204,215],"finite":[130,152,205],"redundancy,":[131,206],"then":[132,162,225],"P":[133,203],"tight,":[135],"converse":[139],"does":[140],"always":[142],"hold.":[143],"If":[144],"can":[148],"be":[149],"described":[150],"with":[151],"worst-case":[153],"regret":[154],"(a":[155],"more":[156],"stringent":[157],"formulation":[158],"than":[159],"above),":[161],"length":[168,211,235],"n":[169,181,212,236],"i.i.d.":[170,213,237],"only":[172],"vanishing":[174,241],"(to":[175],"zero)":[176],"per":[178,221,243],"as":[180],"increases.":[182],"contrary,":[185],"possible":[190],"from":[198],"yet":[207],"constant":[217],"(>":[218],"0)":[219],"encoded.":[223,245],"sufficient":[228],"condition":[229],"single-letter":[231],"marginals,":[232],"such":[233],"samples":[238],"will":[239],"incur":[240]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2016-06-24T00:00:00"}