{"id":"https://openalex.org/W1999129037","doi":"https://doi.org/10.1109/isit.2013.6620481","title":"Minimum description length principle for maximum entropy model selection","display_name":"Minimum description length principle for maximum entropy model selection","publication_year":2013,"publication_date":"2013-07-01","ids":{"openalex":"https://openalex.org/W1999129037","doi":"https://doi.org/10.1109/isit.2013.6620481","mag":"1999129037"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2013.6620481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2013.6620481","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Symposium on Information Theory","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1204.6423","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004812994","display_name":"Gaurav Pandey","orcid":"https://orcid.org/0000-0003-1939-679X"},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Gaurav Pandey","raw_affiliation_strings":["Department of Computer Science and Automation, Indian Institute of Science, Bangalore, India","Dept of Computer Science & Automation, Indian Institute of Science, Bangalore, India#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Automation, Indian Institute of Science, Bangalore, India","institution_ids":["https://openalex.org/I59270414"]},{"raw_affiliation_string":"Dept of Computer Science & Automation, Indian Institute of Science, Bangalore, India#TAB#","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010292297","display_name":"Ambedkar Dukkipati","orcid":"https://orcid.org/0000-0002-6352-6283"},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ambedkar Dukkipati","raw_affiliation_strings":["Department of Computer Science and Automation, Indian Institute of Science, Bangalore, India","Dept of Computer Science & Automation, Indian Institute of Science, Bangalore, India#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Automation, Indian Institute of Science, Bangalore, India","institution_ids":["https://openalex.org/I59270414"]},{"raw_affiliation_string":"Dept of Computer Science & Automation, Indian Institute of Science, Bangalore, India#TAB#","institution_ids":["https://openalex.org/I59270414"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I59270414"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10621","display_name":"Gene Regulatory Network Analysis","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.8236348032951355},{"id":"https://openalex.org/keywords/maximum-entropy-probability-distribution","display_name":"Maximum entropy probability distribution","score":0.7664735913276672},{"id":"https://openalex.org/keywords/minimum-description-length","display_name":"Minimum description length","score":0.7653161287307739},{"id":"https://openalex.org/keywords/maximum-entropy-spectral-estimation","display_name":"Maximum entropy spectral estimation","score":0.7517342567443848},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6483217477798462},{"id":"https://openalex.org/keywords/joint-entropy","display_name":"Joint entropy","score":0.5938036441802979},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.5898557305335999},{"id":"https://openalex.org/keywords/maximum-entropy-thermodynamics","display_name":"Maximum entropy thermodynamics","score":0.5802837610244751},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5758493542671204},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5464348793029785},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.49516454339027405},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.48817092180252075},{"id":"https://openalex.org/keywords/differential-entropy","display_name":"Differential entropy","score":0.45615899562835693},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4321134686470032},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3891792297363281},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38041478395462036},{"id":"https://openalex.org/keywords/joint-quantum-entropy","display_name":"Joint quantum entropy","score":0.30146849155426025},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.29619503021240234},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2692580819129944},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1916903555393219}],"concepts":[{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.8236348032951355},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.7664735913276672},{"id":"https://openalex.org/C87465248","wikidata":"https://www.wikidata.org/wiki/Q1417790","display_name":"Minimum description length","level":2,"score":0.7653161287307739},{"id":"https://openalex.org/C89735579","wikidata":"https://www.wikidata.org/wiki/Q6795894","display_name":"Maximum entropy spectral estimation","level":3,"score":0.7517342567443848},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6483217477798462},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.5938036441802979},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.5898557305335999},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.5802837610244751},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5758493542671204},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5464348793029785},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.49516454339027405},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.48817092180252075},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.45615899562835693},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4321134686470032},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3891792297363281},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38041478395462036},{"id":"https://openalex.org/C42047476","wikidata":"https://www.wikidata.org/wiki/Q6269544","display_name":"Joint quantum entropy","level":3,"score":0.30146849155426025},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.29619503021240234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2692580819129944},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1916903555393219},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isit.2013.6620481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2013.6620481","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Symposium on Information Theory","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1204.6423","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1204.6423","pdf_url":"https://arxiv.org/pdf/1204.6423","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1204.6423","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1204.6423","pdf_url":"https://arxiv.org/pdf/1204.6423","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7599999904632568,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W58427883","https://openalex.org/W202303397","https://openalex.org/W1585280831","https://openalex.org/W1590693676","https://openalex.org/W1966701961","https://openalex.org/W1976076428","https://openalex.org/W2032558547","https://openalex.org/W2054658115","https://openalex.org/W2055309977","https://openalex.org/W2089611415","https://openalex.org/W2096175520","https://openalex.org/W2109363337","https://openalex.org/W2126174118","https://openalex.org/W2134606847","https://openalex.org/W2142635246","https://openalex.org/W2152523756","https://openalex.org/W2160709761","https://openalex.org/W2168175751","https://openalex.org/W2591589908","https://openalex.org/W3149745985","https://openalex.org/W4379510236","https://openalex.org/W6608351394","https://openalex.org/W6635040494","https://openalex.org/W6674650171"],"related_works":["https://openalex.org/W3021846434","https://openalex.org/W2034921015","https://openalex.org/W2053273741","https://openalex.org/W2161544911","https://openalex.org/W1990645539","https://openalex.org/W4246675730","https://openalex.org/W3206579266","https://openalex.org/W2744108151","https://openalex.org/W1992578604","https://openalex.org/W1519338247"],"abstract_inverted_index":{"In":[0,51,73],"maximum":[1,54,83,115,135,156],"entropy":[2,17,55,84,128,136,157],"method,":[3],"one":[4,140],"chooses":[5],"a":[6,9,71,82,94,100,131],"distribution":[7,60],"from":[8,21],"set":[10,31,41],"of":[11,32,47,80,134,144,171],"distributions":[12],"that":[13,66,125,142],"maximizes":[14],"the":[15,34,63,78,126,146,169,178],"Shannon":[16],"for":[18,119,173,176],"making":[19],"inference":[20],"incomplete":[22],"information.":[23],"There":[24],"are":[25,148],"various":[26,87],"ways":[27],"to":[28,68,106,154,163,167],"specify":[29],"this":[30,40,52,74,108],"distributions,":[33],"important":[35],"special":[36,132],"case":[37,133],"being":[38],"when":[39],"is":[42,130],"described":[43],"by":[44],"mean-value":[45],"constraints":[46],"some":[48],"feature":[49,64,88],"functions.":[50],"case,":[53],"method":[56,129],"fixes":[57],"an":[58],"exponential":[59],"depending":[61],"on":[62],"functions":[65],"have":[67],"be":[69],"chosen":[70],"priori.":[72],"paper,":[75],"we":[76,112,123],"treat":[77],"problem":[79,166],"selecting":[81],"model":[85,95,137],"given":[86],"subsets":[89],"and":[90,98],"their":[91],"moments,":[92],"as":[93],"selection":[96,165],"problem,":[97],"present":[99],"minimum":[101],"description":[102],"length":[103],"(MDL)":[104],"formulation":[105],"solve":[107],"problem.":[109],"For":[110],"this,":[111],"derive":[113],"normalized":[114],"likelihood":[116],"(NML)":[117],"code-length":[118],"these":[120],"models.":[121,158],"Furthermore,":[122],"show":[124],"minimax":[127],"selection,":[138],"where":[139],"assumes":[141],"complexity":[143],"all":[145],"models":[147],"equal.":[149],"We":[150,159],"extend":[151],"our":[152,161],"approach":[153,162],"discriminative":[155],"apply":[160],"gene":[164,175],"select":[168],"number":[170],"moments":[172],"each":[174],"fixing":[177],"model.":[179]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}