{"id":"https://openalex.org/W2320077102","doi":"https://doi.org/10.7564/13-coec10","title":"Validation and model selection","display_name":"Validation and model selection","publication_year":2013,"publication_date":"2013-01-01","ids":{"openalex":"https://openalex.org/W2320077102","doi":"https://doi.org/10.7564/13-coec10","mag":"2320077102"},"language":"en","primary_location":{"id":"doi:10.7564/13-coec10","doi":"https://doi.org/10.7564/13-coec10","is_oa":false,"landing_page_url":"https://doi.org/10.7564/13-coec10","pdf_url":null,"source":{"id":"https://openalex.org/S4210206262","display_name":"Complexity Economics","issn_l":"2210-4275","issn":["2210-4275","2210-4283"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complexity Economics","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103394504","display_name":"Robert E. Marks","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Robert E. Marks","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5103394504"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5301,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.90134503,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"2","issue":"1","first_page":"41","last_page":"61"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.8798999786376953,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.8798999786376953,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.02669999934732914,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13141","display_name":"Statistical Methods and Applications","score":0.015599999576807022,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-validation","display_name":"model validation","score":0.9070000052452087},{"id":"https://openalex.org/keywords/model-selection","display_name":"model selection","score":0.9290000200271606},{"id":"https://openalex.org/keywords/computer-simulation","display_name":"computer simulation","score":0.6079999804496765},{"id":"https://openalex.org/keywords/descriptive-model","display_name":"descriptive model","score":0.734000027179718},{"id":"https://openalex.org/keywords/demonstration-model","display_name":"demonstration model","score":0.7900000214576721},{"id":"https://openalex.org/keywords/kullback-leibler-divergence","display_name":"Kullback-Leibler divergence","score":0.8669999837875366},{"id":"https://openalex.org/keywords/time-series-similarity","display_name":"time series similarity","score":0.7680000066757202},{"id":"https://openalex.org/keywords/dynamic-simulation-model","display_name":"dynamic simulation model","score":0.5799999833106995}],"concepts":[{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.7240537405014038},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6493412852287292},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6324089765548706},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.6057484745979309},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.570595383644104},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5546683669090271},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5242847800254822},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5223842263221741},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4831959009170532},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.48022040724754333},{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.480133980512619},{"id":"https://openalex.org/C2776517306","wikidata":"https://www.wikidata.org/wiki/Q29017317","display_name":"Similarity measure","level":2,"score":0.4624486267566681},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.4430937170982361},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4100005626678467},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3847315311431885},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36166614294052124},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3083602786064148},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.7564/13-coec10","doi":"https://doi.org/10.7564/13-coec10","is_oa":false,"landing_page_url":"https://doi.org/10.7564/13-coec10","pdf_url":null,"source":{"id":"https://openalex.org/S4210206262","display_name":"Complexity Economics","issn_l":"2210-4275","issn":["2210-4275","2210-4283"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complexity Economics","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.879.5472","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.879.5472","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www2.econ.iastate.edu/tesfatsi/EmpValidModelSelection.RMarks2013.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1497618113","https://openalex.org/W1497731619","https://openalex.org/W1545744341","https://openalex.org/W1964610230","https://openalex.org/W1965555277","https://openalex.org/W1969727095","https://openalex.org/W1977578104","https://openalex.org/W1995875735","https://openalex.org/W2009435671","https://openalex.org/W2018513687","https://openalex.org/W2023903802","https://openalex.org/W2046776635","https://openalex.org/W2047495520","https://openalex.org/W2051444420","https://openalex.org/W2089955293","https://openalex.org/W2128903520","https://openalex.org/W2732998557","https://openalex.org/W3176183162","https://openalex.org/W3216570630","https://openalex.org/W4255427706","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W7095368418","https://openalex.org/W7099047416","https://openalex.org/W6996940566","https://openalex.org/W2786195881","https://openalex.org/W2936051527","https://openalex.org/W7099279060","https://openalex.org/W72683299","https://openalex.org/W7098964858","https://openalex.org/W3121239590","https://openalex.org/W1483959923"],"abstract_inverted_index":{"There":[0],"are":[1],"two":[2,64],"types":[3,27],"of":[4,14,44,47,52,60,63,66,100,116],"simulation":[5,114],"models:":[6],"Demonstration":[7],"models,":[8,18],"essentially":[9],"existence":[10],"proofs":[11],"for":[12],"phenomena":[13],"interest,":[15],"and":[16],"Descriptive":[17,30],"that":[19],"attempt":[20],"to":[21],"track":[22],"dynamic":[23,113],"histor-ical":[24],"phenomena.":[25],"Both":[26],"require":[28,32],"verification.":[29],"models":[31],"validation":[33],"against":[34],"historical":[35,117],"data":[36,110],"as":[37],"well.":[38],"More":[39],"broadly,":[40],"we":[41,108],"can":[42],"think":[43],"a":[45,97,112],"process":[46],"choosing":[48],"the":[49,61,77,89,102],"\u201cbest":[50],"\u201d":[51],"several":[53],"models.":[54],"This":[55],"paper":[56],"examines":[57],"three":[58],"measures":[59],"similarity":[62],"sets":[65],"vectors,":[67],"here":[68],"time":[69],"series.":[70],"The":[71,93],"best":[72],"known":[73],"but":[74],"flawed":[75],"is":[76,84,96],"Kullback-Leibler":[78],"information-theoretic":[79],"con-struct.":[80],"A":[81],"second":[82],"measure":[83,95,99],"what":[85],"I":[86],"have":[87],"called":[88],"State":[90],"Similarity":[91],"Measure.":[92],"third":[94],"set-theoretic":[98],"similarity,":[101],"Generalized":[103],"Hartley":[104],"Metric.":[105],"For":[106],"illustration,":[107],"use":[109],"from":[111],"model":[115],"brand":[118],"rivalry.":[119]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":4},{"year":2014,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}