{"id":"https://openalex.org/W2889966107","doi":"https://doi.org/10.3390/e20100755","title":"Minimum Description Length Codes Are Critical","display_name":"Minimum Description Length Codes Are Critical","publication_year":2018,"publication_date":"2018-10-01","ids":{"openalex":"https://openalex.org/W2889966107","doi":"https://doi.org/10.3390/e20100755","mag":"2889966107","pmid":"https://pubmed.ncbi.nlm.nih.gov/33265844"},"language":"en","primary_location":{"id":"doi:10.3390/e20100755","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e20100755","pdf_url":"https://www.mdpi.com/1099-4300/20/10/755/pdf?version=1539577697","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/20/10/755/pdf?version=1539577697","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032893442","display_name":"Ryan John Cubero","orcid":"https://orcid.org/0000-0003-0002-1867"},"institutions":[{"id":"https://openalex.org/I12323705","display_name":"The Abdus Salam International Centre for Theoretical Physics (ICTP)","ror":"https://ror.org/009gyvm78","country_code":"IT","type":"facility","lineage":["https://openalex.org/I12323705","https://openalex.org/I1286959531","https://openalex.org/I1293226324","https://openalex.org/I2801247003"]},{"id":"https://openalex.org/I138549579","display_name":"Scuola Internazionale Superiore di Studi Avanzati","ror":"https://ror.org/004fze387","country_code":"IT","type":"education","lineage":["https://openalex.org/I138549579"]},{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["IT","NO"],"is_corresponding":true,"raw_author_name":"Ryan John Cubero","raw_affiliation_strings":["Kavli Institute for Systems Neuroscience and Centre for Neural Computation, Norwegian University of Science and Technology (NTNU), 7030 Trondheim, Norway","Scuola Internazionale Superiore di Studi Avanzati, 34136 Trieste, Italy","The Abdus Salam International Center for Theoretical Physics, 34151 Trieste, Italy"],"affiliations":[{"raw_affiliation_string":"Kavli Institute for Systems Neuroscience and Centre for Neural Computation, Norwegian University of Science and Technology (NTNU), 7030 Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]},{"raw_affiliation_string":"Scuola Internazionale Superiore di Studi Avanzati, 34136 Trieste, Italy","institution_ids":["https://openalex.org/I138549579"]},{"raw_affiliation_string":"The Abdus Salam International Center for Theoretical Physics, 34151 Trieste, Italy","institution_ids":["https://openalex.org/I12323705"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051471901","display_name":"Matteo Marsili","orcid":"https://orcid.org/0000-0001-9437-6989"},"institutions":[{"id":"https://openalex.org/I12323705","display_name":"The Abdus Salam International Centre for Theoretical Physics (ICTP)","ror":"https://ror.org/009gyvm78","country_code":"IT","type":"facility","lineage":["https://openalex.org/I12323705","https://openalex.org/I1286959531","https://openalex.org/I1293226324","https://openalex.org/I2801247003"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Marsili","raw_affiliation_strings":["The Abdus Salam International Center for Theoretical Physics, 34151 Trieste, Italy"],"affiliations":[{"raw_affiliation_string":"The Abdus Salam International Center for Theoretical Physics, 34151 Trieste, Italy","institution_ids":["https://openalex.org/I12323705"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045481961","display_name":"Yasser Roudi","orcid":"https://orcid.org/0000-0002-6989-3420"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Yasser Roudi","raw_affiliation_strings":["Kavli Institute for Systems Neuroscience and Centre for Neural Computation, Norwegian University of Science and Technology (NTNU), 7030 Trondheim, Norway"],"affiliations":[{"raw_affiliation_string":"Kavli Institute for Systems Neuroscience and Centre for Neural Computation, Norwegian University of Science and Technology (NTNU), 7030 Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5032893442"],"corresponding_institution_ids":["https://openalex.org/I12323705","https://openalex.org/I138549579","https://openalex.org/I204778367"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":1.0632,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.82741815,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"20","issue":"10","first_page":"755","last_page":"755"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/minimum-description-length","display_name":"Minimum description length","score":0.907746434211731},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5953448414802551},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.45972320437431335},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.4259883165359497},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3824096918106079},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.32240307331085205},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.24902662634849548},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11171263456344604}],"concepts":[{"id":"https://openalex.org/C87465248","wikidata":"https://www.wikidata.org/wiki/Q1417790","display_name":"Minimum description length","level":2,"score":0.907746434211731},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5953448414802551},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.45972320437431335},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.4259883165359497},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3824096918106079},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.32240307331085205},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.24902662634849548},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11171263456344604},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.3390/e20100755","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e20100755","pdf_url":"https://www.mdpi.com/1099-4300/20/10/755/pdf?version=1539577697","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:33265844","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33265844","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:arXiv.org:1809.00652","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1809.00652","pdf_url":"https://arxiv.org/pdf/1809.00652","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:brage.bibsys.no:11250/2566644","is_oa":true,"landing_page_url":"http://hdl.handle.net/11250/2566644","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"20","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:fed9e43913bf4954a9e048ae6048383b","is_oa":true,"landing_page_url":"https://doaj.org/article/fed9e43913bf4954a9e048ae6048383b","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 20, Iss 10, p 755 (2018)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/20/10/755/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/e20100755","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy","raw_type":"Text"},{"id":"pmh:oai:ntnuopen.ntnu.no:11250/2612270","is_oa":true,"landing_page_url":"http://hdl.handle.net/11250/2612270","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"21","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pubmedcentral.nih.gov:7512318","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7512318","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e20100755","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e20100755","pdf_url":"https://www.mdpi.com/1099-4300/20/10/755/pdf?version=1539577697","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1023114296","display_name":null,"funder_award_id":"223262","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G1333986034","display_name":null,"funder_award_id":"22326","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G3748656914","display_name":null,"funder_award_id":"Norway","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G5932942326","display_name":null,"funder_award_id":"-","funder_id":"https://openalex.org/F4320306399","funder_display_name":"Kavli Foundation"}],"funders":[{"id":"https://openalex.org/F4320306399","display_name":"Kavli Foundation","ror":"https://ror.org/00kztt736"},{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2889966107.pdf","grobid_xml":"https://content.openalex.org/works/W2889966107.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W18664353","https://openalex.org/W1585280831","https://openalex.org/W2066610273","https://openalex.org/W2068782468","https://openalex.org/W2090978188","https://openalex.org/W2099111195","https://openalex.org/W2100495367","https://openalex.org/W2101460669","https://openalex.org/W2116064496","https://openalex.org/W2132251545","https://openalex.org/W2134105845","https://openalex.org/W2152471738","https://openalex.org/W2210387432","https://openalex.org/W2232370058","https://openalex.org/W2238209595","https://openalex.org/W2244725225","https://openalex.org/W2478227765","https://openalex.org/W2566505556","https://openalex.org/W2594373567","https://openalex.org/W2766294698","https://openalex.org/W2775241190","https://openalex.org/W2795932954","https://openalex.org/W2886808349","https://openalex.org/W2949317003","https://openalex.org/W2950627632","https://openalex.org/W2952139842","https://openalex.org/W3003725138","https://openalex.org/W3098520424","https://openalex.org/W3098561458","https://openalex.org/W3099625338","https://openalex.org/W3102572323","https://openalex.org/W3104866615","https://openalex.org/W3105453593","https://openalex.org/W3123545922","https://openalex.org/W3123909879","https://openalex.org/W4235645894","https://openalex.org/W4248625988","https://openalex.org/W6600748553","https://openalex.org/W6785580716","https://openalex.org/W6786046522"],"related_works":["https://openalex.org/W4298831272","https://openalex.org/W2962916388","https://openalex.org/W2086694237","https://openalex.org/W40064302","https://openalex.org/W2134606847","https://openalex.org/W1999129037","https://openalex.org/W2180033908","https://openalex.org/W2078162783","https://openalex.org/W3041490575","https://openalex.org/W2970690932"],"abstract_inverted_index":{"In":[0],"the":[1,9,21,59,63,66,102,105,115,119,123,132,157,173],"Minimum":[2],"Description":[3],"Length":[4],"(MDL)":[5],"principle,":[6],"learning":[7],"from":[8],"data":[10],"is":[11,108,118,128],"equivalent":[12],"to":[13],"an":[14],"optimal":[15,25],"coding":[16,120],"problem.":[17],"We":[18],"show":[19],"that":[20,23,142],"codes":[22,91,141],"achieve":[24,143],"compression":[26,146],"in":[27,31],"MDL":[28,90,135],"are":[29,39,71,169],"critical":[30],"a":[32,55,95,129,144,153,164],"very":[33],"precise":[34],"sense.":[35],"First,":[36],"when":[37],"they":[38,46],"taken":[40],"as":[41,62,163],"generative":[42,175],"models":[43,76],"of":[44,58,65,122,131,134,156,160,166],"samples,":[45],"generate":[47],"samples":[48,167],"with":[49,54],"broad":[50],"empirical":[51,67],"distributions":[52],"and":[53,80,85,137],"high":[56],"value":[57],"relevance,":[60],"defined":[61],"entropy":[64],"frequencies.":[68],"These":[69,150],"results":[70,151],"derived":[72],"for":[73],"different":[74],"statistical":[75,161],"(Dirichlet":[77],"model,":[78],"independent":[79],"pairwise":[81],"dependent":[82],"spin":[83],"models,":[84],"restricted":[86],"Boltzmann":[87],"machines).":[88],"Second,":[89],"sit":[92],"precisely":[93],"at":[94],"second":[96],"order":[97,112],"phase":[98,116,126],"transition":[99,117,127],"point":[100],"where":[101],"symmetry":[103],"between":[104],"sampled":[106],"outcomes":[107],"spontaneously":[109],"broken.":[110],"The":[111,125],"parameter":[113],"controlling":[114],"cost":[121],"samples.":[124],"manifestation":[130],"optimality":[133],"codes,":[136],"it":[138],"arises":[139],"because":[140],"higher":[145],"do":[147],"not":[148],"exist.":[149],"suggest":[152],"clear":[154],"interpretation":[155],"widespread":[158],"occurrence":[159],"criticality":[162],"characterization":[165],"which":[168],"maximally":[170],"informative":[171],"on":[172],"underlying":[174],"process.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}