{"id":"https://openalex.org/W4386495208","doi":"https://doi.org/10.1109/tit.2023.3313114","title":"Context-Tree Weighting and Bayesian Context Trees: Asymptotic and Non-Asymptotic Justifications","display_name":"Context-Tree Weighting and Bayesian Context Trees: Asymptotic and Non-Asymptotic Justifications","publication_year":2023,"publication_date":"2023-09-07","ids":{"openalex":"https://openalex.org/W4386495208","doi":"https://doi.org/10.1109/tit.2023.3313114"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2023.3313114","doi":"https://doi.org/10.1109/tit.2023.3313114","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tit.2023.3313114","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-a","cwts-core","dongbi-a","jufo-3","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2211.02676","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044225058","display_name":"Ioannis Kontoyiannis","orcid":"https://orcid.org/0000-0001-7242-6375","observed_orcids":["https://orcid.org/0000-0001-7242-6375"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Ioannis Kontoyiannis","raw_affiliation_strings":["Department of Pure Mathematics and Mathematical Statistics, Statistical Laboratory, University of Cambridge, Cambridge, U.K"],"raw_orcid":"https://orcid.org/0000-0001-7242-6375","affiliations":[{"raw_affiliation_string":"Department of Pure Mathematics and Mathematical Statistics, Statistical Laboratory, University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5044225058"],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":{"value":2345,"currency":"USD","value_usd":2345},"apc_paid":null,"fwci":0.4425,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.6265984,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"70","issue":"2","first_page":"1204","last_page":"1219"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.3386000096797943,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.3386000096797943,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.16750000417232513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.08330000191926956,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context-tree-weighting","display_name":"context tree weighting","score":0.9919999837875366},{"id":"https://openalex.org/keywords/discrete-valued-time-series","display_name":"discrete-valued time series","score":0.8930000066757202},{"id":"https://openalex.org/keywords/minimax-optimality","display_name":"minimax optimality","score":0.9010000228881836},{"id":"https://openalex.org/keywords/bayesian-information-criterion","display_name":"Bayesian information criterion","score":0.8270000219345093},{"id":"https://openalex.org/keywords/posterior-consistency","display_name":"posterior consistency","score":0.9070000052452087},{"id":"https://openalex.org/keywords/posterior-predictive-distribution","display_name":"posterior predictive distribution","score":0.8960000276565552},{"id":"https://openalex.org/keywords/model-selection","display_name":"model selection","score":0.7210000157356262}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6543478965759277},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.5529372096061707},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5347121953964233},{"id":"https://openalex.org/C57830394","wikidata":"https://www.wikidata.org/wiki/Q278079","display_name":"Posterior probability","level":3,"score":0.5132663249969482},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4997251033782959},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.48563137650489807},{"id":"https://openalex.org/C181789720","wikidata":"https://www.wikidata.org/wiki/Q4812191","display_name":"Asymptotically optimal algorithm","level":2,"score":0.47991856932640076},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.46999797224998474},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4565832018852234},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.45519837737083435},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.43263426423072815},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.36447131633758545},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35223421454429626},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3337250351905823},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.1169661283493042},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tit.2023.3313114","doi":"https://doi.org/10.1109/tit.2023.3313114","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tit.2023.3313114","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-a","cwts-core","dongbi-a","jufo-3","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2211.02676","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.02676","pdf_url":"https://arxiv.org/pdf/2211.02676","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2211.02676","doi":"https://doi.org/10.48550/arxiv.2211.02676","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2211.02676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2211.02676","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.02676","pdf_url":"https://arxiv.org/pdf/2211.02676","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320327859","display_name":"Hellenic Foundation for Research and Innovation","ror":"https://ror.org/05v75r592"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386495208.pdf","grobid_xml":"https://content.openalex.org/works/W4386495208.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W54859524","https://openalex.org/W138682821","https://openalex.org/W1523555004","https://openalex.org/W1533169541","https://openalex.org/W1666386643","https://openalex.org/W1848966289","https://openalex.org/W1963855274","https://openalex.org/W1968908999","https://openalex.org/W1982955456","https://openalex.org/W1999120268","https://openalex.org/W2017895738","https://openalex.org/W2036676954","https://openalex.org/W2045656233","https://openalex.org/W2056339533","https://openalex.org/W2082967074","https://openalex.org/W2083981600","https://openalex.org/W2087686387","https://openalex.org/W2095963120","https://openalex.org/W2099111195","https://openalex.org/W2101460669","https://openalex.org/W2103396489","https://openalex.org/W2117090766","https://openalex.org/W2119346362","https://openalex.org/W2119755464","https://openalex.org/W2122056749","https://openalex.org/W2129058877","https://openalex.org/W2129531883","https://openalex.org/W2129902114","https://openalex.org/W2132119275","https://openalex.org/W2142439271","https://openalex.org/W2146855196","https://openalex.org/W2148381206","https://openalex.org/W2148844225","https://openalex.org/W2163294786","https://openalex.org/W2172078094","https://openalex.org/W2174375947","https://openalex.org/W2285598204","https://openalex.org/W2294584261","https://openalex.org/W2333466645","https://openalex.org/W2808754986","https://openalex.org/W2809627566","https://openalex.org/W2951714068","https://openalex.org/W3045608583","https://openalex.org/W3145241921","https://openalex.org/W4213251304","https://openalex.org/W4221143073","https://openalex.org/W4242650025","https://openalex.org/W4255582690","https://openalex.org/W4289713181","https://openalex.org/W4302617909","https://openalex.org/W4310902997","https://openalex.org/W4316804498","https://openalex.org/W4385964431","https://openalex.org/W6855718238"],"related_works":["https://openalex.org/W4386075156","https://openalex.org/W4289713181","https://openalex.org/W4287703689","https://openalex.org/W6906777276","https://openalex.org/W4316804498","https://openalex.org/W2103396489","https://openalex.org/W3197818463","https://openalex.org/W2182412703","https://openalex.org/W2117090766","https://openalex.org/W2130882168"],"abstract_inverted_index":{"The":[0,26,117],"Bayesian":[1],"Context":[2],"Trees":[3],"(BCT)":[4],"framework":[5,72],"is":[6,31,79,101,120,145],"a":[7,56,90],"recently":[8],"introduced,":[9],"general":[10],"collection":[11,57],"of":[12,28,58,89,93],"statistical":[13],"and":[14,20,40,46,65,73,99,104,113,132,134],"algorithmic":[15],"tools":[16],"for":[17],"modelling,":[18],"analysis":[19],"inference":[21],"with":[22,109,126,152],"discrete-valued":[23],"time":[24,91],"series.":[25],"foundation":[27],"this":[29],"development":[30],"built":[32],"in":[33,107],"part":[34],"on":[35],"some":[36],"well-known":[37],"information-theoretic":[38],"ideas":[39],"techniques,":[41],"including":[42],"Rissanen\u2019s":[43],"tree":[44],"sources":[45],"Willems":[47],"et":[48],"al.\u2019s":[49],"context-tree":[50],"weighting":[51],"algorithm.":[52],"This":[53],"paper":[54],"presents":[55],"theoretical":[59],"results":[60],"that":[61,81],"provide":[62],"mathematical":[63],"justifications":[64],"further":[66],"insight":[67],"into":[68],"the":[69,74,82,110,114,138,141],"BCT":[70,83],"modelling":[71],"associated":[75],"practical":[76],"tools.":[77],"It":[78],"shown":[80,121,147],"prior":[84],"predictive":[85,143],"likelihood":[86],"(the":[87],"probability":[88,127,153],"series":[92],"observations":[94],"averaged":[95],"over":[96],"all":[97],"models":[98,131],"parameters)":[100],"both":[102,130],"pointwise":[103],"minimax":[105],"optimal,":[106],"agreement":[108],"MDL":[111],"principle":[112],"BIC":[115],"criterion.":[116],"posterior":[118,142],"distribution":[119,144],"to":[122,148],"be":[123,149],"asymptotically":[124,135,150],"consistent":[125,151],"one":[128],"(over":[129,137],"parameters),":[133],"Gaussian":[136],"parameters).":[139],"And":[140],"also":[146],"one.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2023-09-07T00:00:00"}