{"id":"https://openalex.org/W2123581496","doi":"https://doi.org/10.1109/tit.2002.1003847","title":"An efficient universal prediction algorithm for unknown sources with limited training data","display_name":"An efficient universal prediction algorithm for unknown sources with limited training data","publication_year":2002,"publication_date":"2002-06-01","ids":{"openalex":"https://openalex.org/W2123581496","doi":"https://doi.org/10.1109/tit.2002.1003847","mag":"2123581496"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2002.1003847","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2002.1003847","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009331032","display_name":"J. Ziv","orcid":null},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"J. Ziv","raw_affiliation_strings":["Department of Electrical Engineering, Technion-Israel Institute of Technology, Haifa, Israel","Dept. of Electr.Eng., Technion-Israel Inst. of Technol., Haifa, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Technion-Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"Dept. of Electr.Eng., Technion-Israel Inst. of Technol., Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5009331032"],"corresponding_institution_ids":["https://openalex.org/I174306211"],"apc_list":null,"apc_paid":null,"fwci":1.2506,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.82846353,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"48","issue":"6","first_page":"1690","last_page":"1693"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12029","display_name":"DNA and Biological Computing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.6170710325241089},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5818816423416138},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5805065035820007},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5532618165016174},{"id":"https://openalex.org/keywords/linear-prediction","display_name":"Linear prediction","score":0.4800237715244293},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.47725555300712585},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.4754181504249573},{"id":"https://openalex.org/keywords/ergodic-theory","display_name":"Ergodic theory","score":0.4684469997882843},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.4397073984146118},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.4253693222999573},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3752976655960083},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3276141285896301},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.26637834310531616},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2510327100753784}],"concepts":[{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.6170710325241089},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5818816423416138},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5805065035820007},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5532618165016174},{"id":"https://openalex.org/C131109320","wikidata":"https://www.wikidata.org/wiki/Q581012","display_name":"Linear prediction","level":2,"score":0.4800237715244293},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.47725555300712585},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.4754181504249573},{"id":"https://openalex.org/C122044880","wikidata":"https://www.wikidata.org/wiki/Q5498822","display_name":"Ergodic theory","level":2,"score":0.4684469997882843},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.4397073984146118},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.4253693222999573},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3752976655960083},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3276141285896301},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.26637834310531616},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2510327100753784},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.2002.1003847","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2002.1003847","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7300000190734863,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1520471750","https://openalex.org/W2095963120","https://openalex.org/W2098582547","https://openalex.org/W2115413612","https://openalex.org/W2118991533","https://openalex.org/W4252306800"],"related_works":["https://openalex.org/W1510894296","https://openalex.org/W2134386692","https://openalex.org/W2082284720","https://openalex.org/W2084326697","https://openalex.org/W2194396582","https://openalex.org/W2027903142","https://openalex.org/W2116722627","https://openalex.org/W2354322608","https://openalex.org/W2379938888","https://openalex.org/W2537260108"],"abstract_inverted_index":{"Inspired":[0],"by":[1],"C.":[2],"E.":[3],"Shannon's":[4],"celebrated":[5],"paper:":[6],"\"Prediction":[7],"and":[8,183],"entropy":[9],"of":[10,41,53,66,70,164,229,236,259],"printed":[11],"English\"":[12],"(1951),":[13],"we":[14],"consider":[15],"the":[16,33,39,42,68,71,76,92,112,124,128,143,148,155,193,205,209,222,227,234,253,256,268,272],"optimal":[17,144,241],"prediction":[18,27,93,100,199,211,257],"error":[19,94,200,258],"for":[20,26,97],"unknown":[21,43],"finite-alphabet":[22],"ergodic":[23],"Markov":[24,72,166,171],"sources,":[25],"algorithms":[28,261],"that":[29,102,107,123,151,187,195,224],"make":[30],"inference":[31],"about":[32],"most":[34],"probable":[35],"incoming":[36],"letter,":[37],"where":[38,79],"distribution":[40],"source":[44],"is":[45,81,95,121,139,181,185,190,202,245],"apparent":[46],"only":[47,147],"via":[48],"a":[49,63,136,162,177,198],"short":[50],"training":[51,137,215,231],"sequence":[52,138],"N":[54,60,80],"+":[55,131],"1":[56],"letters.":[57],"We":[58],"allow":[59],"to":[61,83,204,267],"be":[62,84],"polynomial":[64],"function":[65],"K,":[67],"order":[69],"source,":[73],"rather":[74],"than":[75,142],"classical":[77],"case":[78],"allowed":[82],"exponential":[85],"in":[86,111,154,192,221,252,271],"K.":[87],"A":[88],"lower":[89,206,269],"bound":[90,207,270],"on":[91,105,208,233,247],"formulated":[96],"such":[98],"universal":[99,125,179,210,237,242],"algorithms,":[101],"are":[103,219],"based":[104,246],"suffixes":[106],"were":[108],"observed":[109],"somewhere":[110,153],"past":[113,129,156],"\"training":[114],"sequence\"":[115],"X/sub":[116,157],"-N//sup":[117,158],"-1/":[118,159],"(i.e.":[119],"it":[120,184,196],"assumed":[122],"predictor,":[126],"given":[127,146],"(N":[130],"1)-sequence":[132],"which":[133,201,244],"serves":[134],"as":[135],"no":[140],"better":[141],"predictor":[145,180,243],"longest":[149],"suffix":[150],"appeared":[152],"vector).":[160],"For":[161],"class":[163],"stationary":[165],"sources":[167,172],"(which":[168],"includes":[169],"all":[170],"with":[173,213],"positive":[174],"transition":[175],"probabilities),":[176],"particular":[178],"introduced,":[182],"demonstrated":[186],"its":[188],"performance":[189],"\"optimal\"":[191],"sense":[194,223],"yields":[197],"close":[203,266],"error,":[212],"limited":[214,230],"data.":[216],"The":[217],"results":[218],"nonasymptotic":[220,273],"they":[225],"express":[226],"effect":[228],"data":[232],"efficiency":[235],"predictors.":[238],"An":[239],"asymptotically":[240],"pattern":[248],"matching":[249],"appears":[250],"elsewhere":[251],"literature.":[254],"However,":[255],"these":[260],"does":[262],"not":[263],"necessarily":[264],"come":[265],"region.":[274]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}