{"id":"https://openalex.org/W2592216282","doi":"https://doi.org/10.1142/s1469026817500067","title":"On Benchmark Problems and Metrics for Decision Space Performance Analysis in Multi-Objective Optimization","display_name":"On Benchmark Problems and Metrics for Decision Space Performance Analysis in Multi-Objective Optimization","publication_year":2017,"publication_date":"2017-03-01","ids":{"openalex":"https://openalex.org/W2592216282","doi":"https://doi.org/10.1142/s1469026817500067","mag":"2592216282"},"language":"en","primary_location":{"id":"doi:10.1142/s1469026817500067","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s1469026817500067","pdf_url":null,"source":{"id":"https://openalex.org/S206936884","display_name":"International Journal of Computational Intelligence and Applications","issn_l":"1469-0268","issn":["1469-0268","1757-5885"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311754","host_organization_name":"Imperial College Press","host_organization_lineage":["https://openalex.org/P4310311754"],"host_organization_lineage_names":["Imperial College Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091267934","display_name":"Bin Zhang","orcid":"https://orcid.org/0000-0002-2127-9560"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Bin Zhang","raw_affiliation_strings":["School of Engineering and Information Technology, University of New South Wales, Canberra, Northcott Drive, Canberra, ACT 2600, Australia"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Information Technology, University of New South Wales, Canberra, Northcott Drive, Canberra, ACT 2600, Australia","institution_ids":["https://openalex.org/I188329596","https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025008673","display_name":"Kamran Shafi","orcid":null},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Kamran Shafi","raw_affiliation_strings":["School of Engineering and Information Technology, University of New South Wales, Canberra, Northcott Drive, Canberra, ACT 2600, Australia"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Information Technology, University of New South Wales, Canberra, Northcott Drive, Canberra, ACT 2600, Australia","institution_ids":["https://openalex.org/I188329596","https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022974795","display_name":"Hussein A. Abbass","orcid":"https://orcid.org/0000-0002-8837-0748"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hussein Abbass","raw_affiliation_strings":["School of Engineering and Information Technology, University of New South Wales, Canberra, Northcott Drive, Canberra, ACT 2600, Australia"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Information Technology, University of New South Wales, Canberra, Northcott Drive, Canberra, ACT 2600, Australia","institution_ids":["https://openalex.org/I188329596","https://openalex.org/I31746571"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5091267934"],"corresponding_institution_ids":["https://openalex.org/I188329596","https://openalex.org/I31746571"],"apc_list":null,"apc_paid":null,"fwci":0.7065,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.71353508,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"16","issue":"01","first_page":"1750006","last_page":"1750006"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7896255254745483},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7611039876937866},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6433476209640503},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6355103254318237},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.6267414689064026},{"id":"https://openalex.org/keywords/multi-objective-optimization","display_name":"Multi-objective optimization","score":0.5807092189788818},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.5290272235870361},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.5191880464553833},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.5047217607498169},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.482820600271225},{"id":"https://openalex.org/keywords/decision-problem","display_name":"Decision problem","score":0.4642179012298584},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38845378160476685},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3285786807537079},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.22782480716705322},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18924862146377563}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7896255254745483},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7611039876937866},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6433476209640503},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6355103254318237},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.6267414689064026},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.5807092189788818},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.5290272235870361},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.5191880464553833},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.5047217607498169},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.482820600271225},{"id":"https://openalex.org/C115988155","wikidata":"https://www.wikidata.org/wiki/Q3262192","display_name":"Decision problem","level":2,"score":0.4642179012298584},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38845378160476685},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3285786807537079},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.22782480716705322},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18924862146377563},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s1469026817500067","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s1469026817500067","pdf_url":null,"source":{"id":"https://openalex.org/S206936884","display_name":"International Journal of Computational Intelligence and Applications","issn_l":"1469-0268","issn":["1469-0268","1757-5885"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311754","host_organization_name":"Imperial College Press","host_organization_lineage":["https://openalex.org/P4310311754"],"host_organization_lineage_names":["Imperial College Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1497996722","https://openalex.org/W1500125712","https://openalex.org/W1543520236","https://openalex.org/W1571361733","https://openalex.org/W1582055249","https://openalex.org/W1583275772","https://openalex.org/W1607104331","https://openalex.org/W1846834309","https://openalex.org/W1923963134","https://openalex.org/W1970879550","https://openalex.org/W2011594838","https://openalex.org/W2020320008","https://openalex.org/W2022485595","https://openalex.org/W2033961081","https://openalex.org/W2051947720","https://openalex.org/W2067444433","https://openalex.org/W2102625537","https://openalex.org/W2117411467","https://openalex.org/W2118693290","https://openalex.org/W2125899728","https://openalex.org/W2126105956","https://openalex.org/W2143185749","https://openalex.org/W2143381319","https://openalex.org/W2150046657","https://openalex.org/W2153504150","https://openalex.org/W2166969227","https://openalex.org/W2277452449"],"related_works":["https://openalex.org/W2806920391","https://openalex.org/W2074411245","https://openalex.org/W2068310053","https://openalex.org/W2021734059","https://openalex.org/W3174049743","https://openalex.org/W2766565597","https://openalex.org/W2075016777","https://openalex.org/W2044709125","https://openalex.org/W2519928844","https://openalex.org/W2592216282"],"abstract_inverted_index":{"A":[0,141],"number":[1,103,107,134],"of":[2,61,93,104,110,119,135,150,154,157,183],"benchmark":[3],"problems":[4,84],"exist":[5],"for":[6,198],"evaluating":[7],"multi-objective":[8,32,81],"evolutionary":[9,31],"algorithms":[10,151,191],"(MOEAs)":[11],"in":[12,30,71,89,113,152,161,169],"the":[13,17,68,114,148,158,162,174,184,199],"objective":[14,185],"space.":[15,95,164],"However,":[16],"decision":[18,94,105,115,163,175],"space":[19,116,176,186],"performance":[20,149,177,187],"analysis":[21,39,167],"is":[22,99,144],"a":[23,76,133],"recent":[24],"and":[25,53,57,59,74,108,117,128,188],"relatively":[26],"less":[27],"explored":[28],"topic":[29],"optimization":[33,63,82],"research.":[34],"Among":[35],"other":[36],"implications,":[37],"such":[38],"can":[40],"lead":[41],"to":[42,79,101,194],"designing":[43],"more":[44],"realistic":[45],"test":[46,83,97,201],"problems,":[47],"gaining":[48],"better":[49],"understanding":[50],"about":[51],"optimal":[52,111,159],"robust":[54],"design":[55,58],"areas,":[56],"evaluation":[60],"knowledge-based":[62],"algorithms.":[64],"This":[65],"paper":[66],"complements":[67],"existing":[69],"research":[70,171],"this":[72,170],"area":[73],"proposes":[75],"new":[77,142,200],"method":[78],"generate":[80],"with":[85,138],"clustered":[86],"Pareto":[87],"sets":[88],"hyper-rectangular":[90],"defined":[91],"areas":[92,112,160],"The":[96,165],"problem":[98,136],"parametrized":[100],"control":[102],"variables,":[106],"position":[109],"modality":[118],"fitness":[120],"landscape.":[121],"Three":[122],"leading":[123],"MOEAs,":[124],"including":[125],"NSGA-II,":[126],"NSGA-III,":[127],"MOEA/D,":[129],"are":[130,192],"evaluated":[131],"on":[132],"instances":[137],"varying":[139],"characteristics.":[140],"metric":[143],"proposed":[145],"that":[146,173,189],"measures":[147],"terms":[153],"their":[155],"coverage":[156],"empirical":[166],"presented":[168],"shows":[172],"may":[178],"not":[179],"necessarily":[180],"be":[181],"reflective":[182],"all":[190],"sensitive":[193],"population":[195],"size":[196],"parameter":[197],"problems.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2026-03-06T13:50:29.536080","created_date":"2025-10-10T00:00:00"}