{"id":"https://openalex.org/W2589088594","doi":"https://doi.org/10.1109/ssci.2016.7850207","title":"A framework for evaluating meta-models for simulation-based optimisation","display_name":"A framework for evaluating meta-models for simulation-based optimisation","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2589088594","doi":"https://doi.org/10.1109/ssci.2016.7850207","mag":"2589088594"},"language":"en","primary_location":{"id":"doi:10.1109/ssci.2016.7850207","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci.2016.7850207","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027540006","display_name":"Pepijn van Heiningen","orcid":null},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Pepijn van Heiningen","raw_affiliation_strings":["LIACS, Leiden University, Leiden, CA, The Netherlands"],"affiliations":[{"raw_affiliation_string":"LIACS, Leiden University, Leiden, CA, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003248571","display_name":"Bas van Stein","orcid":"https://orcid.org/0000-0002-0013-7969"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Bas van Stein","raw_affiliation_strings":["Natural Computing Group LIACS, Leiden University, Leiden, CA, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Natural Computing Group LIACS, Leiden University, Leiden, CA, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062646838","display_name":"Thomas B\u00e4ck","orcid":"https://orcid.org/0000-0001-6768-1478"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Thomas Back","raw_affiliation_strings":["Natural Computing Group LIACS, Leiden University, Leiden, CA, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Natural Computing Group LIACS, Leiden University, Leiden, CA, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5027540006"],"corresponding_institution_ids":["https://openalex.org/I121797337"],"apc_list":null,"apc_paid":null,"fwci":0.3485,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.70212504,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"2","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11798","display_name":"Optimal Experimental Design Methods","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7477229833602905},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6995277404785156},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5912941694259644},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5668937563896179},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5580645203590393},{"id":"https://openalex.org/keywords/kriging","display_name":"Kriging","score":0.5471372604370117},{"id":"https://openalex.org/keywords/metamodeling","display_name":"Metamodeling","score":0.5420461893081665},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.530456006526947},{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.4827579855918884},{"id":"https://openalex.org/keywords/sample-size-determination","display_name":"Sample size determination","score":0.4488060772418976},{"id":"https://openalex.org/keywords/ranging","display_name":"Ranging","score":0.42235270142555237},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41719937324523926},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.41497573256492615},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34106576442718506},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14235755801200867},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1312645673751831},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09239846467971802}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7477229833602905},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6995277404785156},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5912941694259644},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5668937563896179},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5580645203590393},{"id":"https://openalex.org/C81692654","wikidata":"https://www.wikidata.org/wiki/Q225926","display_name":"Kriging","level":2,"score":0.5471372604370117},{"id":"https://openalex.org/C86610423","wikidata":"https://www.wikidata.org/wiki/Q1925081","display_name":"Metamodeling","level":2,"score":0.5420461893081665},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.530456006526947},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.4827579855918884},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.4488060772418976},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.42235270142555237},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41719937324523926},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41497573256492615},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34106576442718506},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14235755801200867},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1312645673751831},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09239846467971802},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ssci.2016.7850207","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci.2016.7850207","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/15","score":0.6700000166893005,"display_name":"Life in Land"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W5594912","https://openalex.org/W1510052597","https://openalex.org/W1594031697","https://openalex.org/W1986884571","https://openalex.org/W2001842014","https://openalex.org/W2028729397","https://openalex.org/W2038669746","https://openalex.org/W2051075114","https://openalex.org/W2051978235","https://openalex.org/W2053934160","https://openalex.org/W2101234009","https://openalex.org/W2101677491","https://openalex.org/W2104366247","https://openalex.org/W2109042184","https://openalex.org/W2112147653","https://openalex.org/W2145475762","https://openalex.org/W2149706766","https://openalex.org/W2168350331","https://openalex.org/W2336687883","https://openalex.org/W2911964244","https://openalex.org/W2912934387","https://openalex.org/W4206070770","https://openalex.org/W4212883601","https://openalex.org/W4236137412","https://openalex.org/W4243645092","https://openalex.org/W6675354045","https://openalex.org/W6675773975","https://openalex.org/W6676279030"],"related_works":["https://openalex.org/W3150130873","https://openalex.org/W2104827390","https://openalex.org/W2969571561","https://openalex.org/W2620550997","https://openalex.org/W1525931652","https://openalex.org/W2076301380","https://openalex.org/W3121339476","https://openalex.org/W3147153020","https://openalex.org/W2125285777","https://openalex.org/W4319595264"],"abstract_inverted_index":{"In":[0,23,124],"order":[1],"to":[2,13,45,60,95,102,110,131],"evaluate":[3],"complex":[4],"and":[5,17,52,56,89,121,136],"computationally":[6],"expensive":[7],"experiments,":[8],"data-driven":[9],"meta-models":[10,113],"are":[11,92,100,114,141],"used":[12],"replace":[14],"costly":[15],"experiments":[16],"approximate":[18],"the":[19,33,41,46,49,53,62,126,129,132,152],"real":[20],"experiments'":[21],"outcome.":[22],"this":[24,65],"study,":[25],"an":[26,75],"evaluation":[27,70],"framework":[28,71],"is":[29,39,43,67,72],"proposed":[30],"for":[31],"measuring":[32],"performance":[34,42,63,130,153],"of":[35,64,78,154,158],"these":[36,139],"models.":[37],"Explored":[38],"how":[40],"related":[44],"difference":[47],"between":[48,128],"benchmark":[50],"optimum":[51],"model":[54],"optimum,":[55],"a":[57,155],"novel":[58,144],"method":[59],"measure":[61],"`optima-fit'":[66],"proposed.":[68],"The":[69,98,112],"presented":[73],"using":[74],"experimental":[76],"setup":[77],"four":[79],"meta-modeling":[80],"techniques":[81,99],"(Decision":[82],"Tree,":[83],"Random":[84],"Forests,":[85],"Support":[86],"Vector":[87],"Regression":[88],"Kriging),":[90],"which":[91],"systematically":[93],"compared":[94],"each":[96],"other.":[97],"fitted":[101],"eleven":[103],"benchmarks,":[104],"with":[105,116],"dimensionality":[106],"ranging":[107],"from":[108],"2":[109],"32.":[111],"trained":[115],"varying":[117],"input":[118],"sample":[119],"sizes":[120,137],"sampling":[122,134],"strategies.":[123],"addition,":[125],"relations":[127],"various":[133],"strategies":[135],"on":[138],"benchmarks":[140],"explored.":[142],"Our":[143],"designed":[145],"metric":[146],"can":[147],"provide":[148],"additional":[149],"insight":[150],"in":[151],"specific":[156],"range":[157],"meta-models.":[159]},"counts_by_year":[{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}