{"id":"https://openalex.org/W2908222328","doi":"https://doi.org/10.1162/evco_a_00247","title":"Direct Feature Evaluation in Black-Box Optimization Using Problem Transformations","display_name":"Direct Feature Evaluation in Black-Box Optimization Using Problem Transformations","publication_year":2018,"publication_date":"2018-12-28","ids":{"openalex":"https://openalex.org/W2908222328","doi":"https://doi.org/10.1162/evco_a_00247","mag":"2908222328","pmid":"https://pubmed.ncbi.nlm.nih.gov/30592633"},"language":"en","primary_location":{"id":"doi:10.1162/evco_a_00247","is_oa":false,"landing_page_url":"https://doi.org/10.1162/evco_a_00247","pdf_url":null,"source":{"id":"https://openalex.org/S38677346","display_name":"Evolutionary Computation","issn_l":"1063-6560","issn":["1063-6560","1530-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065011733","display_name":"Sobia Saleem","orcid":"https://orcid.org/0000-0002-4014-6114"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Sobia Saleem","raw_affiliation_strings":["School of Information Technology and Electrical Engineering, University of Queensland, Q. 4072, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology and Electrical Engineering, University of Queensland, Q. 4072, Australia","institution_ids":["https://openalex.org/I160993911","https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017810911","display_name":"Marcus Gallagher","orcid":"https://orcid.org/0000-0002-6694-9572"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Marcus Gallagher","raw_affiliation_strings":["School of Information Technology and Electrical Engineering, University of Queensland, Q. 4072, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology and Electrical Engineering, University of Queensland, Q. 4072, Australia","institution_ids":["https://openalex.org/I160993911","https://openalex.org/I165143802"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085593721","display_name":"Ian Wood","orcid":"https://orcid.org/0000-0002-0711-8189"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Ian Wood","raw_affiliation_strings":["School of Mathematics and Physics, University of Queensland, Q. 4072, Australia"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Physics, University of Queensland, Q. 4072, Australia","institution_ids":["https://openalex.org/I165143802"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5017810911","https://openalex.org/A5065011733","https://openalex.org/A5085593721"],"corresponding_institution_ids":["https://openalex.org/I160993911","https://openalex.org/I165143802"],"apc_list":null,"apc_paid":null,"fwci":1.4659,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.86999711,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"27","issue":"1","first_page":"75","last_page":"98"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6705039739608765},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.62413489818573},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5920936465263367},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5847158432006836},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5710110068321228},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5591485500335693},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5539903044700623},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5000419616699219},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.47983476519584656},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.4693639576435089},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.433694988489151},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.43266773223876953},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4202682375907898},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4054126441478729},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33607396483421326},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20867154002189636}],"concepts":[{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6705039739608765},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.62413489818573},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5920936465263367},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5847158432006836},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5710110068321228},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5591485500335693},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5539903044700623},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5000419616699219},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.47983476519584656},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4693639576435089},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.433694988489151},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.43266773223876953},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4202682375907898},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4054126441478729},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33607396483421326},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20867154002189636},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003661","descriptor_name":"Decision Support Techniques","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003661","descriptor_name":"Decision Support Techniques","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003661","descriptor_name":"Decision Support Techniques","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011340","descriptor_name":"Problem Solving","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011340","descriptor_name":"Problem Solving","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011340","descriptor_name":"Problem Solving","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018401","descriptor_name":"Sample Size","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018401","descriptor_name":"Sample Size","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018401","descriptor_name":"Sample Size","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1162/evco_a_00247","is_oa":false,"landing_page_url":"https://doi.org/10.1162/evco_a_00247","pdf_url":null,"source":{"id":"https://openalex.org/S38677346","display_name":"Evolutionary Computation","issn_l":"1063-6560","issn":["1063-6560","1530-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary Computation","raw_type":"journal-article"},{"id":"pmid:30592633","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30592633","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary computation","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W89896583","https://openalex.org/W126725668","https://openalex.org/W196955311","https://openalex.org/W243319620","https://openalex.org/W1489816705","https://openalex.org/W1495775210","https://openalex.org/W1499983649","https://openalex.org/W1501269181","https://openalex.org/W1526147035","https://openalex.org/W1569034768","https://openalex.org/W1601314540","https://openalex.org/W1606456968","https://openalex.org/W1936925833","https://openalex.org/W1972278817","https://openalex.org/W1987461466","https://openalex.org/W1990159348","https://openalex.org/W1990658179","https://openalex.org/W1997807546","https://openalex.org/W2038365136","https://openalex.org/W2044400415","https://openalex.org/W2093966662","https://openalex.org/W2095314857","https://openalex.org/W2102777204","https://openalex.org/W2107230221","https://openalex.org/W2127143521","https://openalex.org/W2130874399","https://openalex.org/W2137702546","https://openalex.org/W2141686968","https://openalex.org/W2150337126","https://openalex.org/W2151554678","https://openalex.org/W2166211400","https://openalex.org/W2166545180","https://openalex.org/W2182761707","https://openalex.org/W2219036994","https://openalex.org/W2318802957","https://openalex.org/W2426396555","https://openalex.org/W2481431776","https://openalex.org/W2506038236","https://openalex.org/W2507515563","https://openalex.org/W2515885532","https://openalex.org/W2526296895","https://openalex.org/W2732736182","https://openalex.org/W4233352708","https://openalex.org/W4242910596"],"related_works":["https://openalex.org/W2047881532","https://openalex.org/W2285795935","https://openalex.org/W2188500270","https://openalex.org/W2303858293","https://openalex.org/W2915512527","https://openalex.org/W51364034","https://openalex.org/W4389072557","https://openalex.org/W2798997222","https://openalex.org/W2798198862","https://openalex.org/W4319452366"],"abstract_inverted_index":{"Exploratory":[0],"Landscape":[1],"Analysis":[2,188],"provides":[3],"sample-based":[4],"methods":[5],"to":[6,31,41,122,150,176,196,220,251],"calculate":[7],"features":[8,21,64,144,155,232,250],"of":[9,37,62,79,108,127,142,154,181,186,189,247,255],"black-box":[10],"optimization":[11,51],"problems":[12,91,206],"in":[13,25,28,43,65,183,207],"a":[14,49,104,136,178,184,215],"quantitative":[15,242],"and":[16,40,100,110,156,240],"measurable":[17],"way.":[18],"Many":[19],"problem":[20,38,63,129,143,235,249,256],"have":[22,74],"been":[23,56,75],"proposed":[24],"the":[26,35,60,80,90,115,125,128,140,173,199,204,208,238,245],"literature":[27],"an":[29,45],"attempt":[30],"provide":[32,241],"insights":[33],"into":[34,114],"structure":[36],"landscapes":[39],"use":[42],"selecting":[44],"effective":[46],"algorithm":[47],"for":[48,139,223,229],"given":[50],"problem.":[52],"While":[53],"there":[54],"has":[55,201],"some":[57,68],"success,":[58],"evaluating":[59],"utility":[61],"practice":[66],"presents":[67],"significant":[69],"challenges.":[70],"Machine":[71],"learning":[72,162],"models":[73],"employed":[76],"as":[77,92,94],"part":[78],"evaluation":[81,117,141],"process,":[82,118],"but":[83],"they":[84],"may":[85],"require":[86,159],"additional":[87,160],"information":[88],"about":[89,244],"well":[93],"having":[95],"their":[96],"own":[97],"hyper-parameters,":[98],"biases":[99],"experimental":[101,116,166],"variability.":[102],"As":[103],"result,":[105],"extra":[106],"layers":[107],"uncertainty":[109],"complexity":[111],"are":[112,194],"added":[113],"making":[119],"it":[120],"difficult":[121],"clearly":[123],"assess":[124],"effect":[126],"features.":[130],"In":[131],"this":[132],"article,":[133],"we":[134],"propose":[135],"novel":[137],"method":[138,169,239],"which":[145],"can":[146],"be":[147],"applied":[148],"directly":[149],"individual":[151],"or":[152,164],"groups":[153],"does":[157],"not":[158],"machine":[161],"techniques":[163],"confounding":[165],"factors.":[167],"The":[168],"is":[170,218],"based":[171],"on":[172,211,233],"feature's":[174],"ability":[175,246],"detect":[177,252],"prior":[179],"ranking":[180],"similarity":[182],"set":[185],"problems.":[187],"Variance":[190],"(ANOVA)":[191],"significance":[192],"tests":[193],"used":[195],"determine":[197],"if":[198],"feature":[200,222],"successfully":[202],"distinguished":[203],"successive":[205],"set.":[209],"Based":[210],"ANOVA":[212],"test":[213],"results,":[214],"percentage":[216],"score":[217],"assigned":[219],"each":[221],"different":[224,231,248],"landscape":[225],"characteristics.":[226],"Experimental":[227],"results":[228],"twelve":[230],"four":[234],"transformations":[236],"demonstrate":[237],"evidence":[243],"specific":[253],"properties":[254],"landscapes.":[257]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}