{"id":"https://openalex.org/W1559625850","doi":null,"title":"An Information Theoretic Comparison of Model Selection Criteria","display_name":"An Information Theoretic Comparison of Model Selection Criteria","publication_year":1997,"publication_date":"1997-02-01","ids":{"openalex":"https://openalex.org/W1559625850","mag":"1559625850"},"language":"en","primary_location":{"id":"pmh:oai:RePEc:nwu:cmsems:1180","doi":null,"is_oa":false,"landing_page_url":"http://www.kellogg.northwestern.edu/research/math/papers/1180.pdf","pdf_url":"http://www.kellogg.northwestern.edu/research/math/papers/1180.pdf","source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10419/221536","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112767220","display_name":"Dean P. Foster","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dean P. Foster","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5056032882","display_name":"Robert A. Stine","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robert A. Stine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13141","display_name":"Statistical Methods and Applications","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-selection-criteria","display_name":"model selection criteria","score":0.9290000200271606},{"id":"https://openalex.org/keywords/minimum-description-length","display_name":"minimum description length","score":0.824999988079071},{"id":"https://openalex.org/keywords/information-theory","display_name":"information theory","score":0.7080000042915344},{"id":"https://openalex.org/keywords/model-complexity","display_name":"model complexity","score":0.5979999899864197},{"id":"https://openalex.org/keywords/goodness-of-fit","display_name":"goodness of fit","score":0.9399999976158142},{"id":"https://openalex.org/keywords/akaike-information-criterion","display_name":"Akaike information criterion","score":0.9229999780654907},{"id":"https://openalex.org/keywords/bic","display_name":"BIC","score":0.8970000147819519},{"id":"https://openalex.org/keywords/cp","display_name":"CP","score":0.6200000047683716},{"id":"https://openalex.org/keywords/electron-beam-induced-current","display_name":"electron beam induced current","score":0.8980000019073486},{"id":"https://openalex.org/keywords/ric","display_name":"RIC","score":0.6919999718666077},{"id":"https://openalex.org/keywords/wavelet-thresholding","display_name":"wavelet thresholding","score":0.5649999976158142}],"concepts":[{"id":"https://openalex.org/C87465248","wikidata":"https://www.wikidata.org/wiki/Q1417790","display_name":"Minimum description length","level":2,"score":0.9557863473892212},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.7978911995887756},{"id":"https://openalex.org/C2776709221","wikidata":"https://www.wikidata.org/wiki/Q6031040","display_name":"Information Criteria","level":3,"score":0.6847951412200928},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6588014960289001},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6140618324279785},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5863717794418335},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5283836722373962},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5244429707527161},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.5196570158004761},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4676121473312378},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46288156509399414},{"id":"https://openalex.org/C132480984","wikidata":"https://www.wikidata.org/wiki/Q2034239","display_name":"Goodness of fit","level":2,"score":0.4441138505935669},{"id":"https://openalex.org/C47432892","wikidata":"https://www.wikidata.org/wiki/Q831390","display_name":"Wavelet","level":2,"score":0.4129363000392914},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3869745135307312},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3420221209526062},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30351364612579346},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2747059762477875},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:RePEc:nwu:cmsems:1180","doi":null,"is_oa":false,"landing_page_url":"http://www.kellogg.northwestern.edu/research/math/papers/1180.pdf","pdf_url":"http://www.kellogg.northwestern.edu/research/math/papers/1180.pdf","source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"},{"id":"pmh:oai:econstor.eu:10419/221536","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10419/221536","pdf_url":"http://hdl.handle.net/10419/221536","source":{"id":"https://openalex.org/S4306401696","display_name":"Econstor (Econstor)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"doc-type:workingPaper"},{"id":"mag:1559625850","doi":null,"is_oa":false,"landing_page_url":"http://www-stat.wharton.upenn.edu/~stine/stat540/mdlSelect.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"RePEc: Research Papers in Economics","raw_type":null}],"best_oa_location":{"id":"pmh:oai:econstor.eu:10419/221536","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10419/221536","pdf_url":"http://hdl.handle.net/10419/221536","source":{"id":"https://openalex.org/S4306401696","display_name":"Econstor (Econstor)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"doc-type:workingPaper"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1559625850.pdf","grobid_xml":"https://content.openalex.org/works/W1559625850.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W1506069954","https://openalex.org/W1969423031","https://openalex.org/W1986783130","https://openalex.org/W1999641116","https://openalex.org/W2058815839","https://openalex.org/W2099111195","https://openalex.org/W2102201073","https://openalex.org/W2106596127","https://openalex.org/W2110065044","https://openalex.org/W2146855196","https://openalex.org/W2611071497","https://openalex.org/W2797502950","https://openalex.org/W3085162807"],"related_works":["https://openalex.org/W7100848064","https://openalex.org/W2096176430","https://openalex.org/W7095477815","https://openalex.org/W4321366351","https://openalex.org/W2037989911","https://openalex.org/W200783393","https://openalex.org/W2292287838","https://openalex.org/W4386742558","https://openalex.org/W2142405592","https://openalex.org/W1495578089"],"abstract_inverted_index":{"Information":[0],"theory":[1,16],"offers":[2],"a":[3,25,28,31,37,45,143],"coherent":[4],"perspective":[5,21,121],"on":[6],"model":[7,18,26,53,88,101,127,149,154],"selection.":[8],"As":[9],"in":[10,36],"Rissanen's":[11,117],"original":[12],"application":[13],"of":[14,30,34,43,51,100,104,111,125,146,163,177],"information":[15],"to":[17,55,85,116,142],"selection,":[19],"our":[20,161],"arises":[22],"from":[23,172],"viewing":[24],"as":[27],"component":[29],"compressed":[32],"representation":[33,50],"data":[35,70,78],"two-part":[38],"code.":[39],"The":[40,64,82],"first":[41,106],"part":[42,66],"such":[44],"code":[46],"is":[47,67,84],"an":[48,97],"explicit":[49,98],"the":[52,57,68,77,87,91,105,123,148,153,157,175],"used":[54],"compress":[56,76],"data.":[58],"Simpler":[59],"models":[60],"have":[61],"shorter":[62,80],"representations.":[63],"second":[65,112],"encoded":[69],"itself.":[71],"Models":[72],"which":[73,89],"fit":[74],"better":[75],"into":[79],"sequences.":[81],"objective":[83],"choose":[86],"produces":[90],"shortest":[92],"total":[93,158],"message":[94,159],"length,":[95,160],"requiring":[96],"trade-off":[99],"complexity":[102],"(length":[103,110],"part)":[107],"versus":[108],"goodness-of-fit":[109],"part).":[113],"In":[114],"adidtion":[115],"MDL":[118],"criterion,":[119],"this":[120],"illuminates":[122],"properties":[124],"numerous":[126],"selection":[128],"criteria,":[129],"including":[130],"AIC,":[131],"Cp,":[132],"BIC,":[133],"RIC,":[134],"and":[135],"EBIC.":[136],"We":[137],"show":[138],"that":[139,155],"each":[140],"corresponds":[141],"specific":[144],"way":[145],"coding":[147],"parameters.":[150],"By":[151],"selecting":[152],"minimizes":[156],"representations":[162],"these":[164,178],"criteria":[165],"reproduce":[166],"their":[167],"more":[168],"familiar":[169],"definitions.":[170],"Examples":[171],"wavelets":[173],"illustrate":[174],"use":[176],"methods.":[179]},"counts_by_year":[{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}