{"id":"https://openalex.org/W4299562649","doi":"https://doi.org/10.1109/itw.2006.1633845","title":"Information and Complexity in Statistical Modeling","display_name":"Information and Complexity in Statistical Modeling","publication_year":2006,"publication_date":"2006-05-25","ids":{"openalex":"https://openalex.org/W4299562649","doi":"https://doi.org/10.1109/itw.2006.1633845"},"language":"en","primary_location":{"id":"doi:10.1109/itw.2006.1633845","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itw.2006.1633845","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2006 IEEE Information Theory Workshop","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109212464","display_name":"J. Rissanen","orcid":null},"institutions":[{"id":"https://openalex.org/I124357947","display_name":"University of London","ror":"https://ror.org/04cw6st05","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947"]},{"id":"https://openalex.org/I32943570","display_name":"Helsinki Institute for Information Technology","ror":"https://ror.org/05kph4940","country_code":"FI","type":"facility","lineage":["https://openalex.org/I133731052","https://openalex.org/I32943570","https://openalex.org/I9927081"]}],"countries":["FI","GB"],"is_corresponding":true,"raw_author_name":"J. Rissanen","raw_affiliation_strings":["Computer Learning Research Center, University of London, UK","Helsinki Institute for Information Technology, Technical Universities of Tampere and Helsinki, Finland"],"affiliations":[{"raw_affiliation_string":"Computer Learning Research Center, University of London, UK","institution_ids":["https://openalex.org/I124357947"]},{"raw_affiliation_string":"Helsinki Institute for Information Technology, Technical Universities of Tampere and Helsinki, Finland","institution_ids":["https://openalex.org/I32943570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5109212464"],"corresponding_institution_ids":["https://openalex.org/I124357947","https://openalex.org/I32943570"],"apc_list":null,"apc_paid":null,"fwci":2.0223,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.87533708,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"351","last_page":"351"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9584000110626221,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9333000183105469,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/minimum-description-length","display_name":"Minimum description length","score":0.6586838364601135},{"id":"https://openalex.org/keywords/countable-set","display_name":"Countable set","score":0.5620612502098083},{"id":"https://openalex.org/keywords/data-structure","display_name":"Data structure","score":0.5502076148986816},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5437250733375549},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4880155622959137},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.48722925782203674},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.4554649293422699},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.41140276193618774},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.38806983828544617},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3650171458721161},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1463812291622162}],"concepts":[{"id":"https://openalex.org/C87465248","wikidata":"https://www.wikidata.org/wiki/Q1417790","display_name":"Minimum description length","level":2,"score":0.6586838364601135},{"id":"https://openalex.org/C110729354","wikidata":"https://www.wikidata.org/wiki/Q185478","display_name":"Countable set","level":2,"score":0.5620612502098083},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.5502076148986816},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5437250733375549},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4880155622959137},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.48722925782203674},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.4554649293422699},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.41140276193618774},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38806983828544617},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3650171458721161},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1463812291622162},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itw.2006.1633845","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itw.2006.1633845","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2006 IEEE Information Theory Workshop","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4298831272","https://openalex.org/W2962916388","https://openalex.org/W2086694237","https://openalex.org/W2095614499","https://openalex.org/W2489956408","https://openalex.org/W349256592","https://openalex.org/W4213307346","https://openalex.org/W2037989911","https://openalex.org/W2068210614","https://openalex.org/W2089546112"],"abstract_inverted_index":{"Summary":[0],"form":[1],"only.":[2],"Inspired":[3],"by":[4,84,205],"Kolmogorov's":[5],"structure":[6,79,104,140],"function":[7],"for":[8,102,122],"finite":[9,61],"sets":[10],"as":[11,41],"models":[12,29,44,126,172,178],"of":[13,19,27,37,70,98,125,133,148,186,190,195,199],"data":[14,107,220],"in":[15,45,91,137,160,218],"the":[16,23,32,46,53,67,85,96,99,103,106,115,123,134,138,149,165,177,183,206,210,216,219,226],"algorithmic":[17],"theory":[18],"information":[20],"we":[21],"adapt":[22],"construct":[24],"to":[25,30],"families":[26],"probability":[28],"avoid":[31],"noncomputability":[33],"problem.":[34],"The":[35,43,110,131,201],"picture":[36],"modeling":[38],"looks":[39],"then":[40],"follows:":[42],"family":[47],"have":[48],"a":[49,56,60,63,75,92,128,146,158,162,193,196],"double":[50],"index,":[51],"where":[52,95],"first":[54],"specifies":[55],"structure,":[57],"ranging":[58,73],"over":[59,74],"or":[62],"countable":[64],"set,":[65],"and":[66,105,175],"second":[68],"consists":[69],"parameter":[71,150],"values,":[72],"continuum.":[76],"An":[77],"optimal":[78,135],"index":[80],"can":[81,222],"be":[82,223],"determined":[83],"MDL":[86],"(Minimum":[87],"Description":[88],"Length)":[89],"principle":[90],"two-part":[93],"code,":[94],"sum":[97],"code":[100],"lengths":[101],"is":[108,112,141,173,192,209],"minimized.":[109],"latter":[111],"obtained":[113],"from":[114,182],"universal":[116],"NML":[117],"(Normalized":[118],"Maximum":[119],"Likelihood)":[120],"model":[121,136,227],"subfamily":[124],"having":[127],"specified":[129,204],"structure.":[130],"determination":[132],"optimized":[139],"more":[142],"difficult.":[143],"It":[144],"requires":[145],"partition":[147],"space":[151],"into":[152],"equivalence":[153],"classes,":[154],"each":[155],"associated":[156],"with":[157,225],"model,":[159,203],"such":[161],"way":[163],"that":[164,176,213,221],"Kullback-Leibler":[166],"distance":[167],"between":[168],"any":[169],"two":[170],"adjacent":[171],"equal":[174],"are":[179],"optimally":[180],"distinguishable":[181],"given":[184],"amount":[185],"data.":[187],"This":[188],"notion":[189],"distinguishability":[191],"modification":[194],"related":[197],"idea":[198],"Balasubramanian.":[200],"particular":[202],"observed":[207],"data,":[208],"simplest":[211],"one":[212],"incorporates":[214],"all":[215],"properties":[217],"extracted":[224],"class":[228],"considered.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":9},{"year":2012,"cited_by_count":4}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}
