{"id":"https://openalex.org/W2950489659","doi":"https://doi.org/10.1109/access.2019.2923092","title":"Benchmarks for Evaluating Optimization Algorithms and Benchmarking MATLAB Derivative-Free Optimizers for Practitioners\u2019 Rapid Access","display_name":"Benchmarks for Evaluating Optimization Algorithms and Benchmarking MATLAB Derivative-Free Optimizers for Practitioners\u2019 Rapid Access","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2950489659","doi":"https://doi.org/10.1109/access.2019.2923092","mag":"2950489659"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2923092","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2923092","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08736798.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08736798.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100722609","display_name":"Lin Li","orcid":"https://orcid.org/0000-0002-4938-1217"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lin Li","raw_affiliation_strings":["Industry 4.0 Artificial Intelligence Laboratory, Dongguan University of Technology, Dongguan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industry 4.0 Artificial Intelligence Laboratory, Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071534070","display_name":"Alfredo Alan Flores Sald\u00edvar","orcid":"https://orcid.org/0000-0002-6872-940X"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Alfredo Alan Flores Saldivar","raw_affiliation_strings":["Industry 4.0 Artificial Intelligence Laboratory, Dongguan University of Technology, Dongguan, China"],"raw_orcid":"https://orcid.org/0000-0002-6872-940X","affiliations":[{"raw_affiliation_string":"Industry 4.0 Artificial Intelligence Laboratory, Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010243176","display_name":"Yun Bai","orcid":"https://orcid.org/0000-0003-2710-7994"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Bai","raw_affiliation_strings":["Industry 4.0 Artificial Intelligence Laboratory, Dongguan University of Technology, Dongguan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industry 4.0 Artificial Intelligence Laboratory, Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002783173","display_name":"Yi Chen","orcid":"https://orcid.org/0000-0001-7960-8374"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Chen","raw_affiliation_strings":["Industry 4.0 Artificial Intelligence Laboratory, Dongguan University of Technology, Dongguan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industry 4.0 Artificial Intelligence Laboratory, Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028303789","display_name":"Qunfeng Liu","orcid":"https://orcid.org/0000-0002-6286-941X"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qunfeng Liu","raw_affiliation_strings":["Industry 4.0 Artificial Intelligence Laboratory, Dongguan University of Technology, Dongguan, China"],"raw_orcid":"https://orcid.org/0000-0002-6286-941X","affiliations":[{"raw_affiliation_string":"Industry 4.0 Artificial Intelligence Laboratory, Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100743577","display_name":"Yun Li","orcid":"https://orcid.org/0000-0002-6575-1839"},"institutions":[{"id":"https://openalex.org/I181647926","display_name":"University of Strathclyde","ror":"https://ror.org/00n3w3b69","country_code":"GB","type":"education","lineage":["https://openalex.org/I181647926"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yun Li","raw_affiliation_strings":["Department of Design, Manufacturing and Engineering Management, University of Strathclyde, Glasgow, U.K"],"raw_orcid":"https://orcid.org/0000-0002-6575-1839","affiliations":[{"raw_affiliation_string":"Department of Design, Manufacturing and Engineering Management, University of Strathclyde, Glasgow, U.K","institution_ids":["https://openalex.org/I181647926"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100722609"],"corresponding_institution_ids":["https://openalex.org/I2799850029"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.3493,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.80989842,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"7","issue":null,"first_page":"79657","last_page":"79670"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11801","display_name":"Reservoir Engineering and Simulation Methods","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8800305128097534},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7447613477706909},{"id":"https://openalex.org/keywords/matlab","display_name":"MATLAB","score":0.6811702847480774},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.48328402638435364},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4005471467971802},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12799283862113953},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0960809588432312}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8800305128097534},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7447613477706909},{"id":"https://openalex.org/C2780365114","wikidata":"https://www.wikidata.org/wiki/Q169478","display_name":"MATLAB","level":2,"score":0.6811702847480774},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48328402638435364},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4005471467971802},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12799283862113953},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0960809588432312},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2019.2923092","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2923092","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08736798.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:strathprints.strath.ac.uk:68680","is_oa":false,"landing_page_url":"https://strathprints.strath.ac.uk/view/author/1173803.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4306402226","display_name":"Strathprints: The University of Strathclyde institutional repository (University of Strathclyde)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I181647926","host_organization_name":"University of Strathclyde","host_organization_lineage":["https://openalex.org/I181647926"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:eprints.gla.ac.uk:190419","is_oa":true,"landing_page_url":null,"pdf_url":"http://eprints.gla.ac.uk/190419/1/190419.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Articles"},{"id":"pmh:oai:doaj.org/article:f898a6e2c35c42439b8132b61cc07eb2","is_oa":true,"landing_page_url":"https://doaj.org/article/f898a6e2c35c42439b8132b61cc07eb2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 79657-79670 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2923092","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2923092","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08736798.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5299999713897705}],"awards":[{"id":"https://openalex.org/G1326221367","display_name":null,"funder_award_id":"61773119","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1452098557","display_name":null,"funder_award_id":"KCYKYQD2017014","funder_id":"https://openalex.org/F4320328566","funder_display_name":"Dongguan University of Technology"},{"id":"https://openalex.org/G195051817","display_name":null,"funder_award_id":"71801044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320328566","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2950489659.pdf","grobid_xml":"https://content.openalex.org/works/W2950489659.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W116417043","https://openalex.org/W181733065","https://openalex.org/W578886170","https://openalex.org/W1524496055","https://openalex.org/W1553296127","https://openalex.org/W1781059203","https://openalex.org/W1970076554","https://openalex.org/W1977669666","https://openalex.org/W1997600725","https://openalex.org/W2002546114","https://openalex.org/W2041754927","https://openalex.org/W2079777091","https://openalex.org/W2098613108","https://openalex.org/W2107230221","https://openalex.org/W2112763234","https://openalex.org/W2123066915","https://openalex.org/W2182761707","https://openalex.org/W2188337792","https://openalex.org/W2533800621","https://openalex.org/W2558326860","https://openalex.org/W2737091475","https://openalex.org/W2886499297","https://openalex.org/W6616786694","https://openalex.org/W6686280248","https://openalex.org/W6687080970"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699"],"abstract_inverted_index":{"MATLAB":[0,64],"<sup":[1,50],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[2,51],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u00ae</sup>":[3,52],"has":[4],"built":[5],"in":[6,35,120,146,185],"five":[7,79],"derivative-free":[8],"optimizers":[9,210],"(DFOs),":[10],"including":[11],"two":[12],"direct":[13,45],"search":[14,46,163],"algorithms":[15,23,84],"(simplex":[16],"search,":[17],"pattern":[18],"search)":[19],"and":[20,29,85,139,155],"three":[21],"heuristic":[22],"(simulated":[24],"annealing,":[25],"particle":[26],"swarm":[27],"optimization,":[28],"genetic":[30,116],"algorithm),":[31],"plus":[32],"a":[33,56,63,76,108,124,140,186,190],"few":[34],"the":[36,95,102,115,150,179,197,204],"official":[37],"user":[38],"repository,":[39],"such":[40],"as":[41,157,159],"Powell\u2019s":[42],"conjugate":[43],"(PC)":[44],"recommended":[47],"by":[48],"MathWorks":[49],".":[53],"To":[54,174],"help":[55,208],"practicing":[57],"engineer":[58],"or":[59,110,128,171],"scientist":[60],"to":[61,93,148],"choose":[62],"DFO":[65],"most":[66,105],"suitable":[67,106],"for":[68,82,107,123,143,152,160,167,211],"their":[69],"application":[70],"at":[71],"hand,":[72],"this":[73],"paper":[74,132],"presents":[75],"set":[77],"of":[78],"benchmarking":[80,198,205],"criteria":[81],"optimization":[83],"then":[86],"uses":[87],"four":[88],"widely":[89],"adopted":[90],"benchmark":[91],"problems":[92],"evaluate":[94],"DFOs":[96,181],"systematically.":[97],"Comprehensive":[98],"tests":[99],"recommend":[100],"that":[101,203],"PC":[103,166],"be":[104],"unimodal":[109],"relatively":[111,125],"simple":[112],"problem,":[113],"whilst":[114],"algorithm":[117],"(with":[118],"elitism":[119],"MATLAB,":[121],"GAe)":[122],"complex,":[126],"multimodal":[127],"unknown":[129],"problem.":[130],"This":[131],"also":[133],"provides":[134],"an":[135],"amalgamated":[136],"scoring":[137],"system":[138,206],"decision":[141],"tree":[142],"specific":[144],"objectives,":[145],"addition":[147],"recommending":[149],"GAe":[151],"optimizing":[153,189],"structures":[154],"categories":[156],"well":[158],"offline":[161],"global":[162],"together":[164],"with":[165],"local":[168],"parameter":[169],"tuning":[170],"online":[172],"adaptation.":[173],"verify":[175],"these":[176],"recommendations,":[177],"all":[178],"six":[180],"are":[182],"further":[183],"tested":[184],"case":[187],"study":[188],"popular":[191],"nonlinear":[192],"filter.":[193],"The":[194],"results":[195],"corroborate":[196],"results.":[199],"It":[200],"is":[201],"expected":[202],"would":[207],"select":[209],"practical":[212],"applications.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2019-06-27T00:00:00"}