{"id":"https://openalex.org/W2134606847","doi":"https://doi.org/10.1109/tit.1986.1057237","title":"Maximum entropy as a special case of the minimum description length criterion (Corresp.)","display_name":"Maximum entropy as a special case of the minimum description length criterion (Corresp.)","publication_year":1986,"publication_date":"1986-11-01","ids":{"openalex":"https://openalex.org/W2134606847","doi":"https://doi.org/10.1109/tit.1986.1057237","mag":"2134606847"},"language":"en","primary_location":{"id":"doi:10.1109/tit.1986.1057237","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.1986.1057237","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066905280","display_name":"Meir Feder","orcid":"https://orcid.org/0000-0002-1290-0482"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"M. Feder","raw_affiliation_strings":["Department of Electrical-Engineering and Computer Science, Research Laboratory of Electronics, Massachusetts Institute of Technology, Cambridge, MA, USA","Department of Electrical Engineering and Computer Science, Research Laboratory of Electronics, Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical-Engineering and Computer Science, Research Laboratory of Electronics, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Research Laboratory of Electronics, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5066905280"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":1.1064,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.84440819,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"32","issue":"6","first_page":"847","last_page":"849"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/minimum-description-length","display_name":"Minimum description length","score":0.8887584209442139},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7389593124389648},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.7386346459388733},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6087641716003418},{"id":"https://openalex.org/keywords/maximum-entropy-probability-distribution","display_name":"Maximum entropy probability distribution","score":0.5712443590164185},{"id":"https://openalex.org/keywords/maximum-entropy-spectral-estimation","display_name":"Maximum entropy spectral estimation","score":0.565239429473877},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.5590575337409973},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.45426198840141296},{"id":"https://openalex.org/keywords/probability-density-function","display_name":"Probability density function","score":0.4360884428024292},{"id":"https://openalex.org/keywords/maximum-likelihood","display_name":"Maximum likelihood","score":0.42578640580177307},{"id":"https://openalex.org/keywords/bayesian-information-criterion","display_name":"Bayesian information criterion","score":0.42257726192474365},{"id":"https://openalex.org/keywords/histogram","display_name":"Histogram","score":0.42186951637268066},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4216309189796448},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3696278929710388},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35588204860687256},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.21078914403915405},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12959802150726318}],"concepts":[{"id":"https://openalex.org/C87465248","wikidata":"https://www.wikidata.org/wiki/Q1417790","display_name":"Minimum description length","level":2,"score":0.8887584209442139},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7389593124389648},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.7386346459388733},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6087641716003418},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.5712443590164185},{"id":"https://openalex.org/C89735579","wikidata":"https://www.wikidata.org/wiki/Q6795894","display_name":"Maximum entropy spectral estimation","level":3,"score":0.565239429473877},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.5590575337409973},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.45426198840141296},{"id":"https://openalex.org/C197055811","wikidata":"https://www.wikidata.org/wiki/Q207522","display_name":"Probability density function","level":2,"score":0.4360884428024292},{"id":"https://openalex.org/C49781872","wikidata":"https://www.wikidata.org/wiki/Q1045555","display_name":"Maximum likelihood","level":2,"score":0.42578640580177307},{"id":"https://openalex.org/C168136583","wikidata":"https://www.wikidata.org/wiki/Q1988242","display_name":"Bayesian information criterion","level":2,"score":0.42257726192474365},{"id":"https://openalex.org/C53533937","wikidata":"https://www.wikidata.org/wiki/Q185020","display_name":"Histogram","level":3,"score":0.42186951637268066},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4216309189796448},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3696278929710388},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35588204860687256},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.21078914403915405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12959802150726318},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.1986.1057237","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.1986.1057237","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2054658115","https://openalex.org/W2069074906","https://openalex.org/W2106596127","https://openalex.org/W2119047110","https://openalex.org/W2131024393","https://openalex.org/W2132119275","https://openalex.org/W2142635246"],"related_works":["https://openalex.org/W2544537192","https://openalex.org/W1551708527","https://openalex.org/W2148249824","https://openalex.org/W2525134339","https://openalex.org/W2046229974","https://openalex.org/W1506726953","https://openalex.org/W2423290227","https://openalex.org/W236172754","https://openalex.org/W1999129037","https://openalex.org/W2134606847"],"abstract_inverted_index":{"The":[0],"Maximum":[1,5],"Entropy":[2],"(ME)":[3],"and":[4],"Likelihood":[6],"(ML)":[7],"criteria":[8],"are":[9],"the":[10,23,35,49,66,70,77,85,96,101],"bases":[11],"for":[12],"two":[13],"approaches":[14],"to":[15,43,73,83,89],"statistical":[16],"inference":[17],"problems.":[18],"A":[19],"new":[20],"criterion,":[21],"called":[22],"Minimum":[24],"Description":[25],"Length":[26],"(MDL),":[27],"has":[28],"been":[29],"recently":[30],"introduced.":[31],"This":[32],"criterion":[33],"generalizes":[34],"ML":[36],"method":[37],"so":[38],"it":[39],"can":[40],"be":[41],"applied":[42],"more":[44],"general":[45],"situations,":[46],"e.g.,":[47],"when":[48],"number":[50],"of":[51,65,95],"parameters":[52],"is":[53,56,60,81],"unknown.":[54],"It":[55],"shown":[57],"that":[58,100],"ME":[59],"also":[61],"a":[62],"special":[63],"case":[64],"MDL":[67],"criterion;":[68],"maximizing":[69],"entropy":[71],"subject":[72],"some":[74],"constraints":[75],"on":[76],"underlying":[78],"probability":[79],"function":[80],"identical":[82],"minimizing":[84],"code":[86],"length":[87],"required":[88],"represent":[90],"all":[91],"possible":[92],"i.i.d,":[93],"realizations":[94],"random":[97],"variable":[98],"such":[99],"sample":[102],"frequencies":[103],"(or":[104],"histogram)":[105],"satisfy":[106],"those":[107],"given":[108],"constraints.":[109]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}