{"id":"https://openalex.org/W4206797488","doi":"https://doi.org/10.1109/mci.2021.3129961","title":"Difficulties in Fair Performance Comparison of Multi-Objective Evolutionary Algorithms [Research Frontier]","display_name":"Difficulties in Fair Performance Comparison of Multi-Objective Evolutionary Algorithms [Research Frontier]","publication_year":2022,"publication_date":"2022-01-13","ids":{"openalex":"https://openalex.org/W4206797488","doi":"https://doi.org/10.1109/mci.2021.3129961"},"language":"en","primary_location":{"id":"doi:10.1109/mci.2021.3129961","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mci.2021.3129961","pdf_url":null,"source":{"id":"https://openalex.org/S104797584","display_name":"IEEE Computational Intelligence Magazine","issn_l":"1556-603X","issn":["1556-603X","1556-6048"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computational Intelligence Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035595838","display_name":"Hisao Ishibuchi","orcid":"https://orcid.org/0000-0001-9186-6472"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hisao Ishibuchi","raw_affiliation_strings":["Southern University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056254888","display_name":"Lie Meng Pang","orcid":"https://orcid.org/0000-0001-7037-1630"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lie Meng Pang","raw_affiliation_strings":["Southern University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101431757","display_name":"Ke Shang","orcid":"https://orcid.org/0000-0003-2363-9504"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Shang","raw_affiliation_strings":["Southern University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I3045169105"],"apc_list":null,"apc_paid":null,"fwci":6.9316,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.97649554,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"17","issue":"1","first_page":"86","last_page":"101"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.7398668527603149},{"id":"https://openalex.org/keywords/crossover","display_name":"Crossover","score":0.7395762205123901},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.689671516418457},{"id":"https://openalex.org/keywords/evolutionary-computation","display_name":"Evolutionary computation","score":0.5485174059867859},{"id":"https://openalex.org/keywords/computational-intelligence","display_name":"Computational intelligence","score":0.531295120716095},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5293132662773132},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4749581813812256},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3603692352771759},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.31198281049728394},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21900928020477295}],"concepts":[{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.7398668527603149},{"id":"https://openalex.org/C122507166","wikidata":"https://www.wikidata.org/wiki/Q628906","display_name":"Crossover","level":2,"score":0.7395762205123901},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.689671516418457},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.5485174059867859},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.531295120716095},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5293132662773132},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4749581813812256},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3603692352771759},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31198281049728394},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21900928020477295},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mci.2021.3129961","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mci.2021.3129961","pdf_url":null,"source":{"id":"https://openalex.org/S104797584","display_name":"IEEE Computational Intelligence Magazine","issn_l":"1556-603X","issn":["1556-603X","1556-6048"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computational Intelligence Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1337226023","display_name":null,"funder_award_id":"2020B121201001","funder_id":"https://openalex.org/F4320314147","funder_display_name":"Guangdong Provincial Key Laboratory of Urology"},{"id":"https://openalex.org/G1690822759","display_name":null,"funder_award_id":"62002152","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2364360978","display_name":null,"funder_award_id":"KQTD2016112514355531","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G3065577720","display_name":null,"funder_award_id":"2017ZT07X386","funder_id":"https://openalex.org/F4320333334","funder_display_name":"Guangdong Province Introduction of Innovative R&D Team"},{"id":"https://openalex.org/G5859296700","display_name":null,"funder_award_id":"61876075","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7257888957","display_name":null,"funder_award_id":"20200925174447003","funder_id":"https://openalex.org/F4320316880","funder_display_name":"Natural Science Foundation of Shenzhen City"}],"funders":[{"id":"https://openalex.org/F4320314147","display_name":"Guangdong Provincial Key Laboratory of Urology","ror":null},{"id":"https://openalex.org/F4320316880","display_name":"Natural Science Foundation of Shenzhen City","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320333334","display_name":"Guangdong Province Introduction of Innovative R&D Team","ror":null},{"id":"https://openalex.org/F4320336569","display_name":"Shenzhen Science and Technology Innovation Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W144691766","https://openalex.org/W224959492","https://openalex.org/W1480517346","https://openalex.org/W1493761729","https://openalex.org/W1558919105","https://openalex.org/W1562465485","https://openalex.org/W1564638059","https://openalex.org/W1607104331","https://openalex.org/W1662894842","https://openalex.org/W1968219458","https://openalex.org/W2008049315","https://openalex.org/W2011048370","https://openalex.org/W2022485595","https://openalex.org/W2024008934","https://openalex.org/W2038420231","https://openalex.org/W2067544246","https://openalex.org/W2071694551","https://openalex.org/W2098907614","https://openalex.org/W2102365077","https://openalex.org/W2106334424","https://openalex.org/W2108968575","https://openalex.org/W2109778277","https://openalex.org/W2117068724","https://openalex.org/W2126105956","https://openalex.org/W2143185749","https://openalex.org/W2143381319","https://openalex.org/W2144982506","https://openalex.org/W2154781286","https://openalex.org/W2163316275","https://openalex.org/W2343498104","https://openalex.org/W2343601797","https://openalex.org/W2434562129","https://openalex.org/W2466060750","https://openalex.org/W2510493362","https://openalex.org/W2521918431","https://openalex.org/W2559591803","https://openalex.org/W2563621803","https://openalex.org/W2599937626","https://openalex.org/W2751605210","https://openalex.org/W2753944351","https://openalex.org/W2762482744","https://openalex.org/W2764251381","https://openalex.org/W2791738125","https://openalex.org/W2803331670","https://openalex.org/W2810027848","https://openalex.org/W2898244975","https://openalex.org/W2901472199","https://openalex.org/W2911842990","https://openalex.org/W2913333339","https://openalex.org/W2955473151","https://openalex.org/W2969026648","https://openalex.org/W2998757713","https://openalex.org/W3000221615","https://openalex.org/W3006974147","https://openalex.org/W3034937182","https://openalex.org/W3038190391","https://openalex.org/W3038950283","https://openalex.org/W3084218289","https://openalex.org/W3088049835","https://openalex.org/W3094394390","https://openalex.org/W3111187363","https://openalex.org/W3111203915","https://openalex.org/W4235381222","https://openalex.org/W6684095664","https://openalex.org/W6773143773"],"related_works":["https://openalex.org/W1606499289","https://openalex.org/W1985939653","https://openalex.org/W2911578165","https://openalex.org/W2626282817","https://openalex.org/W4297582752","https://openalex.org/W4285805405","https://openalex.org/W1551302182","https://openalex.org/W2391924736","https://openalex.org/W3133779647","https://openalex.org/W1560122427"],"abstract_inverted_index":{"The":[0],"performance":[1,72],"of":[2,33,45,61,90,97,135],"a":[3,91],"newly":[4],"designed":[5],"evolutionary":[6,35,63],"algorithm":[7,105],"is":[8,29,37,141],"usually":[9],"evaluated":[10],"by":[11],"computational":[12,84],"experiments":[13,85],"in":[14],"comparison":[15,20,28,32,60,126,140],"with":[16],"existing":[17],"algorithms.":[18],"However,":[19],"results":[21,127],"depend":[22],"on":[23,125],"experimental":[24],"setting;":[25],"thus,":[26],"fair":[27,59,139],"difficult.":[30],"Fair":[31],"multi-objective":[34,62],"algorithms":[36,117],"even":[38],"more":[39],"difficult":[40],"since":[41],"solution":[42],"sets":[43],"instead":[44],"solutions":[46],"are":[47,56,128,151],"evaluated.":[48],"In":[49],"this":[50],"paper,":[51],"the":[52,88,95,108,133],"following":[53],"four":[54,110],"issues":[55,81,111],"discussed":[57,102],"for":[58,103,115,138],"algorithms:":[64],"(i)":[65],"termination":[66],"condition,":[67],"(ii)":[68],"population":[69],"size,":[70],"(iii)":[71],"indicators,":[73],"and":[74,94],"(iv)":[75],"test":[76],"problems.":[77],"Whereas":[78],"many":[79],"other":[80],"related":[82,147],"to":[83,148],"such":[86],"as":[87],"choice":[89],"crossover":[92],"operator":[93],"specification":[96],"its":[98,122],"probability":[99],"can":[100],"be":[101,113],"each":[104,120,136,149],"separately,":[106],"all":[107,116],"above":[109],"should":[112],"addressed":[114],"simultaneously.":[118],"For":[119],"issue,":[121],"strong":[123],"effects":[124],"first":[129],"clearly":[130],"demonstrated.":[131],"Then,":[132],"handling":[134],"issue":[137,150],"discussed.":[142],"Finally,":[143],"future":[144],"research":[145],"topics":[146],"suggested.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":11}],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2025-10-10T00:00:00"}