{"id":"https://openalex.org/W3006974147","doi":"https://doi.org/10.1109/tse.2020.3036108","title":"How to Evaluate Solutions in Pareto-Based Search-Based Software Engineering: A Critical Review and Methodological Guidance","display_name":"How to Evaluate Solutions in Pareto-Based Search-Based Software Engineering: A Critical Review and Methodological Guidance","publication_year":2020,"publication_date":"2020-11-09","ids":{"openalex":"https://openalex.org/W3006974147","doi":"https://doi.org/10.1109/tse.2020.3036108","mag":"3006974147"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2020.3036108","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2020.3036108","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/9775544/09252185.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"review","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/32/9775544/09252185.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036335232","display_name":"Miqing Li","orcid":"https://orcid.org/0000-0002-8607-9607"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Miqing Li","raw_affiliation_strings":["School of Computer Science, University of Birmingham, Birmingham, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357690","display_name":"Tao Chen","orcid":"https://orcid.org/0000-0001-5025-5472"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tao Chen","raw_affiliation_strings":["Department of Computer Science, Loughborough University, Loughborough, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Loughborough University, Loughborough, U.K","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100635494","display_name":"Xin Yao","orcid":"https://orcid.org/0000-0001-8837-4442"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Xin Yao","raw_affiliation_strings":["Department of Computer Science and Engineering, Shenzhen Key Laboratory of Computational Intelligence (SKyLoCI), Southern University of Science and Technology, Shenzhen, P. R. China","CERCIA, School of Computer Science, University of Birmingham, Birmingham, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shenzhen Key Laboratory of Computational Intelligence (SKyLoCI), Southern University of Science and Technology, Shenzhen, P. R. China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"CERCIA, School of Computer Science, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5036335232"],"corresponding_institution_ids":["https://openalex.org/I79619799"],"apc_list":null,"apc_paid":null,"fwci":6.4972,"has_fulltext":true,"cited_by_count":94,"citation_normalized_percentile":{"value":0.97193216,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"48","issue":"5","first_page":"1771","last_page":"1799"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7617897987365723},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.612083911895752},{"id":"https://openalex.org/keywords/search-based-software-engineering","display_name":"Search-based software engineering","score":0.5962366461753845},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5247611999511719},{"id":"https://openalex.org/keywords/pareto-analysis","display_name":"Pareto analysis","score":0.4319283664226532},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.41958314180374146},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.38035136461257935},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3776578903198242},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.32362157106399536},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.24092423915863037},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.2378111183643341},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19704791903495789},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08604860305786133}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7617897987365723},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.612083911895752},{"id":"https://openalex.org/C139143892","wikidata":"https://www.wikidata.org/wiki/Q7441615","display_name":"Search-based software engineering","level":5,"score":0.5962366461753845},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5247611999511719},{"id":"https://openalex.org/C118127601","wikidata":"https://www.wikidata.org/wiki/Q3797610","display_name":"Pareto analysis","level":3,"score":0.4319283664226532},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.41958314180374146},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.38035136461257935},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3776578903198242},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.32362157106399536},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.24092423915863037},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.2378111183643341},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19704791903495789},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08604860305786133},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tse.2020.3036108","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2020.3036108","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/9775544/09252185.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/03e5aedf-1e46-4d07-b9c4-f62bdcf364a8","is_oa":true,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/03e5aedf-1e46-4d07-b9c4-f62bdcf364a8","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Li , M , Chen , T & Yao , X 2022 , ' How to evaluate solutions in Pareto-based search-based software engineering : A critical review and methodological guidance ' , IEEE Transactions on Software Engineering , vol. 48 , no. 5 , pp. 1771-1799 . https://doi.org/10.1109/TSE.2020.3036108","raw_type":"article"},{"id":"pmh:oai:arXiv.org:2002.09040","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.09040","pdf_url":"https://arxiv.org/pdf/2002.09040","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:figshare.com:article/14058077","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/How_to_evaluate_solutions_in_Pareto-based_search-based_software_engineering_A_critical_review_and_methodological_guidance/14058077","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1109/tse.2020.3036108","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2020.3036108","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/9775544/09252185.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5251748003","display_name":null,"funder_award_id":"2017KSYS008","funder_id":"https://openalex.org/F4320316333","funder_display_name":"Program for University Key Laboratory of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320316333","display_name":"Program for University Key Laboratory of Guangdong Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3006974147.pdf","grobid_xml":"https://content.openalex.org/works/W3006974147.grobid-xml"},"referenced_works_count":182,"referenced_works":["https://openalex.org/W136385383","https://openalex.org/W144571061","https://openalex.org/W224959492","https://openalex.org/W1489999260","https://openalex.org/W1497425225","https://openalex.org/W1498774356","https://openalex.org/W1521316934","https://openalex.org/W1542437639","https://openalex.org/W1543520236","https://openalex.org/W1543809355","https://openalex.org/W1548703962","https://openalex.org/W1558919105","https://openalex.org/W1564638059","https://openalex.org/W1570437003","https://openalex.org/W1599808047","https://openalex.org/W1611455054","https://openalex.org/W1660131149","https://openalex.org/W1953313694","https://openalex.org/W1974153628","https://openalex.org/W1976159118","https://openalex.org/W1977321274","https://openalex.org/W1981346223","https://openalex.org/W1981863321","https://openalex.org/W1985559452","https://openalex.org/W1987846628","https://openalex.org/W1988748355","https://openalex.org/W1993828811","https://openalex.org/W1999715773","https://openalex.org/W2001851943","https://openalex.org/W2002961312","https://openalex.org/W2003841738","https://openalex.org/W2010398592","https://openalex.org/W2014938705","https://openalex.org/W2020602307","https://openalex.org/W2030952840","https://openalex.org/W2033210270","https://openalex.org/W2039191483","https://openalex.org/W2039978418","https://openalex.org/W2041050902","https://openalex.org/W2044258615","https://openalex.org/W2046241805","https://openalex.org/W2049625105","https://openalex.org/W2061250489","https://openalex.org/W2063016626","https://openalex.org/W2063763208","https://openalex.org/W2065399007","https://openalex.org/W2069626052","https://openalex.org/W2071863003","https://openalex.org/W2081939577","https://openalex.org/W2084627971","https://openalex.org/W2085136910","https://openalex.org/W2085282582","https://openalex.org/W2086362629","https://openalex.org/W2088598606","https://openalex.org/W2093449134","https://openalex.org/W2093752441","https://openalex.org/W2096450604","https://openalex.org/W2098907614","https://openalex.org/W2101872600","https://openalex.org/W2103640719","https://openalex.org/W2106683494","https://openalex.org/W2106956101","https://openalex.org/W2107729695","https://openalex.org/W2108264152","https://openalex.org/W2109207167","https://openalex.org/W2111540240","https://openalex.org/W2111555385","https://openalex.org/W2113662613","https://openalex.org/W2114412608","https://openalex.org/W2119801831","https://openalex.org/W2121326730","https://openalex.org/W2126105956","https://openalex.org/W2128357515","https://openalex.org/W2128459190","https://openalex.org/W2135290919","https://openalex.org/W2139380319","https://openalex.org/W2141169190","https://openalex.org/W2146446525","https://openalex.org/W2148974547","https://openalex.org/W2161055009","https://openalex.org/W2163648239","https://openalex.org/W2167598051","https://openalex.org/W2168499709","https://openalex.org/W2170344504","https://openalex.org/W2172293911","https://openalex.org/W2175844808","https://openalex.org/W2193607527","https://openalex.org/W2200427962","https://openalex.org/W2243696877","https://openalex.org/W2250322698","https://openalex.org/W2286629231","https://openalex.org/W2308386306","https://openalex.org/W2327789292","https://openalex.org/W2338541268","https://openalex.org/W2339904014","https://openalex.org/W2341449573","https://openalex.org/W2344072768","https://openalex.org/W2344111864","https://openalex.org/W2344388199","https://openalex.org/W2348136092","https://openalex.org/W2373641322","https://openalex.org/W2463553622","https://openalex.org/W2475137645","https://openalex.org/W2477538603","https://openalex.org/W2495601248","https://openalex.org/W2522451690","https://openalex.org/W2524312464","https://openalex.org/W2559566240","https://openalex.org/W2574554344","https://openalex.org/W2577946807","https://openalex.org/W2585335632","https://openalex.org/W2586946380","https://openalex.org/W2594000120","https://openalex.org/W2599413125","https://openalex.org/W2606020132","https://openalex.org/W2611930297","https://openalex.org/W2617610500","https://openalex.org/W2736565934","https://openalex.org/W2744611928","https://openalex.org/W2751165078","https://openalex.org/W2752702842","https://openalex.org/W2761479024","https://openalex.org/W2762482744","https://openalex.org/W2765787256","https://openalex.org/W2775678306","https://openalex.org/W2783666173","https://openalex.org/W2789351846","https://openalex.org/W2790100386","https://openalex.org/W2792207129","https://openalex.org/W2792499483","https://openalex.org/W2798336324","https://openalex.org/W2801990041","https://openalex.org/W2803331670","https://openalex.org/W2803426915","https://openalex.org/W2805382256","https://openalex.org/W2807430108","https://openalex.org/W2888303577","https://openalex.org/W2890508658","https://openalex.org/W2891728317","https://openalex.org/W2903691810","https://openalex.org/W2905298805","https://openalex.org/W2914054349","https://openalex.org/W2921981915","https://openalex.org/W2922408684","https://openalex.org/W2922489435","https://openalex.org/W2941281702","https://openalex.org/W2945944668","https://openalex.org/W2948130749","https://openalex.org/W2952764015","https://openalex.org/W2955864748","https://openalex.org/W2958994227","https://openalex.org/W2969443133","https://openalex.org/W2976712901","https://openalex.org/W2990116723","https://openalex.org/W3000779874","https://openalex.org/W3004881866","https://openalex.org/W3016641541","https://openalex.org/W3029591682","https://openalex.org/W3102022990","https://openalex.org/W3106331668","https://openalex.org/W4230126391","https://openalex.org/W4233783227","https://openalex.org/W4239221591","https://openalex.org/W4242867619","https://openalex.org/W4249103073","https://openalex.org/W4255176593","https://openalex.org/W4287901806","https://openalex.org/W4297917482","https://openalex.org/W4300639489","https://openalex.org/W6632265037","https://openalex.org/W6632410151","https://openalex.org/W6632743935","https://openalex.org/W6633513437","https://openalex.org/W6636110326","https://openalex.org/W6636952118","https://openalex.org/W6648946449","https://openalex.org/W6674411368","https://openalex.org/W6690448830","https://openalex.org/W6703824514","https://openalex.org/W6756960121","https://openalex.org/W6761597005","https://openalex.org/W6781752786"],"related_works":["https://openalex.org/W2174830943","https://openalex.org/W2906835357","https://openalex.org/W1896002061","https://openalex.org/W2651119350","https://openalex.org/W2096994867","https://openalex.org/W4213113466","https://openalex.org/W4316088261","https://openalex.org/W2809348952","https://openalex.org/W2090178682","https://openalex.org/W2032701623"],"abstract_inverted_index":{"With":[0],"modern":[1],"requirements,":[2],"there":[3],"is":[4,40],"an":[5,26,203],"increasing":[6],"tendency":[7],"of":[8,35,43,65,145,160,206],"considering":[9],"multiple":[10],"objectives/criteria":[11],"simultaneously":[12],"in":[13,135,166,180,197,213,234],"many":[14],"Software":[15],"Engineering":[16],"(SE)":[17],"scenarios.":[18,237],"Such":[19],"a":[20,41,155,225],"multi-objective":[21,72,107,164],"optimization":[22,36,73,108,165],"scenario":[23],"comes":[24],"with":[25,217],"important":[27,193],"issue":[28,54],"—":[29],"how":[30],"to":[31,50,79,87,223],"evaluate":[32],"the":[33,59,89,97,102,120,136,198,218],"outcome":[34],"algorithms,":[37],"which":[38,189],"typically":[39],"set":[42],"incomparable":[44],"solutions":[45],"(i.e.,":[46],"being":[47],"Pareto":[48],"nondominated":[49],"each":[51],"other).":[52],"This":[53,130],"can":[55],"be":[56,76,85,112],"challenging":[57],"for":[58,63,93,105,114,163,228],"SE":[60,67],"community,":[61],"particularly":[62],"practitioners":[64],"Search-Based":[66],"(SBSE).":[68],"On":[69,96],"one":[70],"hand,":[71,99],"could":[74],"still":[75],"relatively":[77],"new":[78],"SE/SBSE":[80],"researchers,":[81],"who":[82],"may":[83,110],"not":[84,111],"able":[86],"identify":[88,191],"right":[90],"evaluation":[91,103,146,162,208,232],"methods":[92,104,233],"their":[94],"problems.":[95],"other":[98],"simply":[100],"following":[101],"general":[106,211],"problems":[109],"appropriate":[113],"specific":[115],"SBSE":[116,236],"problems,":[117],"especially":[118],"when":[119],"problem":[121],"nature":[122],"or":[123],"decision":[124],"maker’s":[125],"preferences":[126],"are":[127],"explicitly/implicitly":[128],"known.":[129],"has":[131],"been":[132],"well":[133],"echoed":[134],"literature":[137],"by":[138],"various":[139],"inappropriate/inadequate":[140],"selection":[141],"and":[142,157,175,183,210,230],"inaccurate/misleading":[143],"use":[144],"methods.":[147],"In":[148],"this":[149],"paper,":[150],"we":[151,190],"first":[152],"carry":[153],"out":[154],"systematic":[156],"critical":[158],"review":[159],"quality":[161,207],"SBSE.":[167],"We":[168,200],"survey":[169],"717":[170],"papers":[171],"published":[172],"between":[173],"2009":[174],"2019":[176],"from":[177],"36":[178],"venues":[179],"seven":[181],"repositories,":[182],"select":[184],"95":[185],"prominent":[186],"studies,":[187],"through":[188],"five":[192],"but":[194],"overlooked":[195],"issues":[196],"area.":[199],"then":[201],"conduct":[202],"in-depth":[204],"analysis":[205],"indicators/methods":[209],"situations":[212],"SBSE,":[214],"which,":[215],"together":[216],"identified":[219],"issues,":[220],"enables":[221],"us":[222],"codify":[224],"methodological":[226],"guidance":[227],"selecting":[229],"using":[231],"different":[235]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}