{"id":"https://openalex.org/W7125919463","doi":"https://doi.org/10.1109/smc58881.2025.11342528","title":"How Reliable is Validation Accuracy for Estimating Surrogate Model Generalization in Surrogate-Assisted Evolutionary Algorithms?","display_name":"How Reliable is Validation Accuracy for Estimating Surrogate Model Generalization in Surrogate-Assisted Evolutionary Algorithms?","publication_year":2025,"publication_date":"2025-10-05","ids":{"openalex":"https://openalex.org/W7125919463","doi":"https://doi.org/10.1109/smc58881.2025.11342528"},"language":null,"primary_location":{"id":"doi:10.1109/smc58881.2025.11342528","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11342528","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106356662","display_name":"Yuki Hanawa","orcid":null},"institutions":[{"id":"https://openalex.org/I69740276","display_name":"Tokyo Metropolitan University","ror":"https://ror.org/00ws30h19","country_code":"JP","type":"education","lineage":["https://openalex.org/I69740276"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yuki Hanawa","raw_affiliation_strings":["Tokyo Metropolitan University,Graduate School of Systems Design,Tokyo,Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo Metropolitan University,Graduate School of Systems Design,Tokyo,Japan","institution_ids":["https://openalex.org/I69740276"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041453383","display_name":"Tomohiro Harada","orcid":"https://orcid.org/0000-0002-0704-4351"},"institutions":[{"id":"https://openalex.org/I72253084","display_name":"Saitama University","ror":"https://ror.org/02evnh647","country_code":"JP","type":"education","lineage":["https://openalex.org/I72253084"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomohiro Harada","raw_affiliation_strings":["Saitama University,Graduate School of Science and Engineering,Saitama,Japan"],"affiliations":[{"raw_affiliation_string":"Saitama University,Graduate School of Science and Engineering,Saitama,Japan","institution_ids":["https://openalex.org/I72253084"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011100718","display_name":"Yukiya Miura","orcid":null},"institutions":[{"id":"https://openalex.org/I69740276","display_name":"Tokyo Metropolitan University","ror":"https://ror.org/00ws30h19","country_code":"JP","type":"education","lineage":["https://openalex.org/I69740276"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yukiya Miura","raw_affiliation_strings":["Tokyo Metropolitan University,Faculty of Systems Design,Tokyo,Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo Metropolitan University,Faculty of Systems Design,Tokyo,Japan","institution_ids":["https://openalex.org/I69740276"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5106356662"],"corresponding_institution_ids":["https://openalex.org/I69740276"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.75274529,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5552","last_page":"5557"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9520999789237976,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9520999789237976,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.03290000185370445,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/surrogate-model","display_name":"Surrogate model","score":0.7728000283241272},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7139999866485596},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6822999715805054},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.65420001745224},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"Particle swarm optimization","score":0.5902000069618225},{"id":"https://openalex.org/keywords/cross-validation","display_name":"Cross-validation","score":0.46810001134872437},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.4129999876022339},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.40959998965263367}],"concepts":[{"id":"https://openalex.org/C131675550","wikidata":"https://www.wikidata.org/wiki/Q7646884","display_name":"Surrogate model","level":2,"score":0.7728000283241272},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7139999866485596},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6822999715805054},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.65420001745224},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.5902000069618225},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5881999731063843},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5386000275611877},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5016999840736389},{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.46810001134872437},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.43389999866485596},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.4129999876022339},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.40959998965263367},{"id":"https://openalex.org/C142806159","wikidata":"https://www.wikidata.org/wiki/Q7646876","display_name":"Surrogate data","level":3,"score":0.3767000138759613},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.35920000076293945},{"id":"https://openalex.org/C3019813237","wikidata":"https://www.wikidata.org/wiki/Q65089264","display_name":"Model validation","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31200000643730164},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.30300000309944153},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26190000772476196},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc58881.2025.11342528","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11342528","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322617","display_name":"Okawa Foundation for Information and Telecommunications","ror":"https://ror.org/01enbtr31"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W237959039","https://openalex.org/W2013695155","https://openalex.org/W2152195021","https://openalex.org/W2313339984","https://openalex.org/W2317744239","https://openalex.org/W2788431635","https://openalex.org/W3012109984","https://openalex.org/W3102344696","https://openalex.org/W4243947404","https://openalex.org/W4318604522","https://openalex.org/W4360994065","https://openalex.org/W4388039632","https://openalex.org/W4401415760","https://openalex.org/W4412978426"],"related_works":[],"abstract_inverted_index":{"Surrogate-assisted":[0],"evolutionary":[1],"algorithms":[2],"(SAEAs)":[3],"address":[4],"expensive":[5,14],"optimization":[6,132],"problems":[7,163],"using":[8,41],"surrogate":[9,26,36,64,121,195],"models":[10,27],"to":[11,59,164],"approximate":[12],"computationally":[13],"evaluation":[15],"functions.":[16],"To":[17],"develop":[18],"effective":[19],"SAEAs,":[20],"evaluating":[21],"the":[22,29,50,95,112,166],"generalization":[23,197],"performance":[24],"of":[25,49,114,120,194],"during":[28],"search":[30],"process":[31],"is":[32,38,56,78,87,149,189],"crucial.":[33],"In":[34],"practice,":[35],"accuracy":[37,43,70,74,116,178],"typically":[39],"estimated":[40],"validation":[42,69,98,115,169,177],"computed":[44],"from":[45],"a":[46,83,134,139,146,191],"holdout":[47],"subset":[48],"limited":[51],"training":[52,85],"data.":[53],"This":[54,109],"estimate":[55],"then":[57],"used":[58,151],"guide":[60],"parameter":[61],"tuning":[62],"or":[63],"model":[65,122,144,196],"selection.":[66],"However,":[67],"whether":[68],"reliably":[71],"reflects":[72],"test":[73,100,171,184],"on":[75,159],"unseen":[76],"data":[77],"unclear,":[79],"especially":[80],"when":[81],"only":[82],"small":[84],"dataset":[86],"available":[88],"in":[89,102,152,198],"SAEAs.":[90,199],"Despite":[91],"its":[92],"practical":[93],"importance,":[94],"relationship":[96,167],"between":[97,168],"and":[99,137,170],"accuracies":[101],"SAEAs":[103],"has":[104],"not":[105,180,190],"been":[106],"systematically":[107],"investigated.":[108],"study":[110],"examines":[111],"reliability":[113],"as":[117,145],"an":[118],"indicator":[119,193],"generalization.":[123],"Toward":[124],"this":[125],"goal,":[126],"we":[127],"implement":[128],"surrogate-assisted":[129],"particle":[130],"swarm":[131],"with":[133,183],"generation-based":[135],"strategy":[136],"employ":[138],"radial":[140],"basis":[141],"function":[142],"(RBF)":[143],"surrogate,":[147],"which":[148],"commonly":[150],"recent":[153],"SAEA":[154],"research.":[155],"Experiments":[156],"are":[157],"conducted":[158],"CEC":[160],"2015":[161],"benchmark":[162],"analyze":[165],"accuracies.":[172],"The":[173],"results":[174],"reveal":[175],"that":[176,187],"does":[179],"consistently":[181],"correlate":[182],"accuracy,":[185],"suggesting":[186],"it":[188],"reliable":[192]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-01-29T00:00:00"}