{"id":"https://openalex.org/W2153480861","doi":"https://doi.org/10.1109/cec.2008.4630992","title":"Metamodel accuracy assessment in evolutionary optimization","display_name":"Metamodel accuracy assessment in evolutionary optimization","publication_year":2008,"publication_date":"2008-06-01","ids":{"openalex":"https://openalex.org/W2153480861","doi":"https://doi.org/10.1109/cec.2008.4630992","mag":"2153480861"},"language":"en","primary_location":{"id":"doi:10.1109/cec.2008.4630992","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cec.2008.4630992","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE Congress on Evolutionary Computation (IEEE World Congress on Computational Intelligence)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035132865","display_name":"Yoel Tenne","orcid":null},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yoel Tenne","raw_affiliation_strings":["School of AeroSpace, Mechanical and Mechatronic Engineering, University of Sydney, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of AeroSpace, Mechanical and Mechatronic Engineering, University of Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091443999","display_name":"S.W. Armfield","orcid":"https://orcid.org/0000-0002-8032-0017"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"S.W. Armfield","raw_affiliation_strings":["School of AeroSpace, Mechanical and Mechatronic Engineering, University of Sydney, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of AeroSpace, Mechanical and Mechatronic Engineering, University of Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2419,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.82028038,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"2","issue":null,"first_page":"1505","last_page":"1512"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metamodeling","display_name":"Metamodeling","score":0.9010149836540222},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6411285996437073},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.549235463142395},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5438727140426636},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.5304683446884155},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.511438250541687},{"id":"https://openalex.org/keywords/evaluation-function","display_name":"Evaluation function","score":0.4465043842792511},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4221319258213043},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3464964032173157},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3402813673019409},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33671754598617554},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2795135974884033},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20893263816833496},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.16972267627716064},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10477319359779358}],"concepts":[{"id":"https://openalex.org/C86610423","wikidata":"https://www.wikidata.org/wiki/Q1925081","display_name":"Metamodeling","level":2,"score":0.9010149836540222},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6411285996437073},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.549235463142395},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5438727140426636},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5304683446884155},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.511438250541687},{"id":"https://openalex.org/C131806220","wikidata":"https://www.wikidata.org/wiki/Q852705","display_name":"Evaluation function","level":2,"score":0.4465043842792511},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4221319258213043},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3464964032173157},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3402813673019409},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33671754598617554},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2795135974884033},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20893263816833496},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16972267627716064},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10477319359779358},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cec.2008.4630992","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cec.2008.4630992","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE Congress on Evolutionary Computation (IEEE World Congress on Computational Intelligence)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W42253513","https://openalex.org/W72823879","https://openalex.org/W192384649","https://openalex.org/W1498270872","https://openalex.org/W1529267578","https://openalex.org/W1559956479","https://openalex.org/W1579664581","https://openalex.org/W1589858823","https://openalex.org/W1680392829","https://openalex.org/W1965555277","https://openalex.org/W1978646089","https://openalex.org/W1981039871","https://openalex.org/W2004053964","https://openalex.org/W2005201432","https://openalex.org/W2011620716","https://openalex.org/W2020356186","https://openalex.org/W2024697317","https://openalex.org/W2024974798","https://openalex.org/W2038669746","https://openalex.org/W2044771513","https://openalex.org/W2058815839","https://openalex.org/W2062926156","https://openalex.org/W2069179738","https://openalex.org/W2078035581","https://openalex.org/W2079100340","https://openalex.org/W2081709852","https://openalex.org/W2091947376","https://openalex.org/W2112081648","https://openalex.org/W2112147653","https://openalex.org/W2115343860","https://openalex.org/W2117897510","https://openalex.org/W2131801023","https://openalex.org/W2166739626","https://openalex.org/W2168175751","https://openalex.org/W2170698782","https://openalex.org/W2243769293","https://openalex.org/W2490800645","https://openalex.org/W2519881875","https://openalex.org/W2611210475","https://openalex.org/W3101936694","https://openalex.org/W3106889297","https://openalex.org/W4237948290","https://openalex.org/W4238049555","https://openalex.org/W4243645092","https://openalex.org/W4252386822","https://openalex.org/W4253605667","https://openalex.org/W4255295282","https://openalex.org/W6603032361","https://openalex.org/W6665272994","https://openalex.org/W6676515258","https://openalex.org/W6737004582"],"related_works":["https://openalex.org/W2080167534","https://openalex.org/W3146440365","https://openalex.org/W2011315860","https://openalex.org/W2140792736","https://openalex.org/W2280241695","https://openalex.org/W2130588191","https://openalex.org/W4239214709","https://openalex.org/W86865726","https://openalex.org/W4231268542","https://openalex.org/W2289278832"],"abstract_inverted_index":{"Evolutionary":[0],"optimization":[1,24],"of":[2,16,22,30,37,53,111,120,161],"expensive":[3],"functions":[4],"typically":[5],"uses":[6],"a":[7,10,51,121],"metamodel,":[8],"i.e.":[9],"computationally":[11],"cheaper":[12],"but":[13],"inaccurate":[14],"approximation":[15],"the":[17,23,28,31,38,43,74,85,92,98,102,109,118,129,137,147,159],"objective":[18,148],"function.":[19],"The":[20,105],"success":[21],"search":[25],"depends":[26],"on":[27,117,136],"accuracy":[29,54,78,114,130,162],"metamodel":[32,44],"hence":[33,141],"an":[34],"integral":[35],"part":[36],"metamodelling":[39],"framework":[40],"is":[41],"assessing":[42],"accuracy.":[45],"In":[46],"this":[47],"paper":[48],"we":[49],"survey":[50],"range":[52],"assessment":[55,79,115,131,163],"methods":[56,59,80,88,116,164],"such":[57],"as":[58],"requiring":[60],"additional":[61],"sites,":[62],"hypothesis":[63],"testing":[64],"and":[65,91,100,140,151],"minimum":[66],"loss-function":[67],"methods.":[68],"We":[69],"describe":[70],"two":[71,112],"numerical":[72],"experiments:":[73],"first":[75],"benchmarks":[76],"different":[77,113],"from":[81,125],"which":[82,126],"it":[83,127],"follows":[84,128],"most":[86],"accurate":[87],"are":[89],"LOOCV":[90],"0.632":[93],"bootstrap":[94],"estimator":[95],"followed":[96],"by":[97],"10-CV":[99],"lastly":[101],"holdout":[103],"method.":[104],"second":[106],"experiment":[107],"studies":[108],"effect":[110,135],"performance":[119,160],"typical":[122],"metamodel-assisted":[123],"EA,":[124],"method":[132],"has":[133],"significant":[134],"obtained":[138],"optimum":[139],"should":[142],"be":[143],"chosen":[144],"corresponding":[145],"to":[146,158],"function":[149],"features":[150],"dimension.We":[152],"also":[153],"discuss":[154],"several":[155],"issues":[156],"related":[157],"in":[165],"practice.":[166]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2012,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}