{"id":"https://openalex.org/W4221016682","doi":"https://doi.org/10.1145/3514233","title":"The Weights Can Be Harmful: Pareto Search versus Weighted Search in Multi-objective Search-based Software Engineering","display_name":"The Weights Can Be Harmful: Pareto Search versus Weighted Search in Multi-objective Search-based Software Engineering","publication_year":2022,"publication_date":"2022-04-23","ids":{"openalex":"https://openalex.org/W4221016682","doi":"https://doi.org/10.1145/3514233"},"language":"en","primary_location":{"id":"doi:10.1145/3514233","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3514233","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2202.03728","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100357690","display_name":"Tao Chen","orcid":"https://orcid.org/0000-0001-5025-5472"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]},{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN","GB"],"is_corresponding":true,"raw_author_name":"Tao Chen","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu China and Loughborough University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu China and Loughborough University, United Kingdom","institution_ids":["https://openalex.org/I150229711","https://openalex.org/I143804889"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036335232","display_name":"Miqing Li","orcid":"https://orcid.org/0000-0002-8607-9607"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Miqing Li","raw_affiliation_strings":["University of Birmingham, Birmingham, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Birmingham, Birmingham, United Kingdom","institution_ids":["https://openalex.org/I79619799"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100357690"],"corresponding_institution_ids":["https://openalex.org/I143804889","https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":6.4625,"has_fulltext":true,"cited_by_count":45,"citation_normalized_percentile":{"value":0.97173985,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"32","issue":"1","first_page":"1","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.6818802952766418},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6771411299705505},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5806344747543335},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5223144888877869},{"id":"https://openalex.org/keywords/search-algorithm","display_name":"Search algorithm","score":0.48647257685661316},{"id":"https://openalex.org/keywords/search-based-software-engineering","display_name":"Search-based software engineering","score":0.46056514978408813},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.4386043846607208},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.43217596411705017},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.42963337898254395},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32530367374420166},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.27915000915527344},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21217048168182373},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.17522385716438293},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1564556062221527},{"id":"https://openalex.org/keywords/software-development-process","display_name":"Software development process","score":0.1433737874031067}],"concepts":[{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.6818802952766418},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6771411299705505},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5806344747543335},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5223144888877869},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.48647257685661316},{"id":"https://openalex.org/C139143892","wikidata":"https://www.wikidata.org/wiki/Q7441615","display_name":"Search-based software engineering","level":5,"score":0.46056514978408813},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.4386043846607208},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.43217596411705017},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.42963337898254395},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32530367374420166},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.27915000915527344},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21217048168182373},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.17522385716438293},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1564556062221527},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.1433737874031067},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3514233","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3514233","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2202.03728","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.03728","pdf_url":"https://arxiv.org/pdf/2202.03728","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:publications/45ff0ee0-e90c-4790-bc36-0bfb3e7f981b","is_oa":true,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/45ff0ee0-e90c-4790-bc36-0bfb3e7f981b","pdf_url":"https://pure-oai.bham.ac.uk/ws/files/160439412/TOSEM22.pdf","source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Chen , T & Li , M 2023 , ' The weights can be harmful : pareto search versus weighted search in multi-objective search-based software engineering ' , ACM Transactions on Software Engineering and Methodology , vol. 32 , no. 1 , 5 , pp. 1\u201340 . https://doi.org/10.1145/3514233","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2202.03728","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.03728","pdf_url":"https://arxiv.org/pdf/2202.03728","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":105,"referenced_works":["https://openalex.org/W82080441","https://openalex.org/W1487978694","https://openalex.org/W1512427202","https://openalex.org/W1558919105","https://openalex.org/W1600639883","https://openalex.org/W1605170913","https://openalex.org/W1611455054","https://openalex.org/W1857789879","https://openalex.org/W1965335252","https://openalex.org/W1974153628","https://openalex.org/W1979291361","https://openalex.org/W1982021166","https://openalex.org/W1990134931","https://openalex.org/W2000199097","https://openalex.org/W2000825106","https://openalex.org/W2005504865","https://openalex.org/W2012007091","https://openalex.org/W2022485595","https://openalex.org/W2023628927","https://openalex.org/W2025525377","https://openalex.org/W2036783278","https://openalex.org/W2060017308","https://openalex.org/W2063375245","https://openalex.org/W2063872785","https://openalex.org/W2071694551","https://openalex.org/W2074517560","https://openalex.org/W2109596254","https://openalex.org/W2111540240","https://openalex.org/W2119327016","https://openalex.org/W2124039525","https://openalex.org/W2126105956","https://openalex.org/W2128357515","https://openalex.org/W2136233250","https://openalex.org/W2139537323","https://openalex.org/W2139608323","https://openalex.org/W2140984588","https://openalex.org/W2143381319","https://openalex.org/W2144269064","https://openalex.org/W2146136779","https://openalex.org/W2151363206","https://openalex.org/W2158061906","https://openalex.org/W2169886135","https://openalex.org/W2176335064","https://openalex.org/W2200427962","https://openalex.org/W2292228083","https://openalex.org/W2328142025","https://openalex.org/W2344111864","https://openalex.org/W2373641322","https://openalex.org/W2522691827","https://openalex.org/W2523674396","https://openalex.org/W2525203296","https://openalex.org/W2558658782","https://openalex.org/W2573114156","https://openalex.org/W2594000120","https://openalex.org/W2771007115","https://openalex.org/W2795445515","https://openalex.org/W2799059048","https://openalex.org/W2801990041","https://openalex.org/W2803413084","https://openalex.org/W2804728961","https://openalex.org/W2805382256","https://openalex.org/W2807637204","https://openalex.org/W2888210915","https://openalex.org/W2894522179","https://openalex.org/W2897466396","https://openalex.org/W2903691810","https://openalex.org/W2905298805","https://openalex.org/W2911270308","https://openalex.org/W2912296587","https://openalex.org/W2915913997","https://openalex.org/W2948130749","https://openalex.org/W2954010676","https://openalex.org/W2963586865","https://openalex.org/W2970996534","https://openalex.org/W2976712901","https://openalex.org/W2991338333","https://openalex.org/W3000862242","https://openalex.org/W3006974147","https://openalex.org/W3014931430","https://openalex.org/W3030398374","https://openalex.org/W3039621495","https://openalex.org/W3049723566","https://openalex.org/W3091176757","https://openalex.org/W3102022990","https://openalex.org/W3102286179","https://openalex.org/W3105904356","https://openalex.org/W3106331668","https://openalex.org/W3121550402","https://openalex.org/W3125815740","https://openalex.org/W3193590754","https://openalex.org/W3195528168","https://openalex.org/W4200633782","https://openalex.org/W4212771787","https://openalex.org/W4232103762","https://openalex.org/W4237602468","https://openalex.org/W4241098742","https://openalex.org/W4242033882","https://openalex.org/W4287901806","https://openalex.org/W4298384051","https://openalex.org/W4308643994","https://openalex.org/W4321359614","https://openalex.org/W6747776347","https://openalex.org/W6750676154","https://openalex.org/W6948316446","https://openalex.org/W6996440770"],"related_works":["https://openalex.org/W4243315869","https://openalex.org/W2092382400","https://openalex.org/W2130546569","https://openalex.org/W2477876258","https://openalex.org/W2127129516","https://openalex.org/W2599413125","https://openalex.org/W2099222495","https://openalex.org/W1970949629","https://openalex.org/W3180740316","https://openalex.org/W2038092919"],"abstract_inverted_index":{"In":[0],"presence":[1,133],"of":[2,25,47,53,134,146,158,164,170,183,195,210,216],"multiple":[3],"objectives":[4],"to":[5,40,64,71,95,126,167,214,256,306],"be":[6,72,124,280,333],"optimized":[7],"in":[8,122,131,276,301],"Search-Based":[9],"Software":[10],"Engineering":[11],"(SBSE),":[12],"Pareto":[13,199,259,316],"search":[14,68,80,94,112,128,159,178,200,229,260,317],"has":[15],"been":[16],"commonly":[17],"adopted.":[18],"It":[19],"searches":[20],"for":[21,243,263,289,318],"a":[22,51,88,109,140,180,224,233,239],"good":[23],"approximation":[24],"the":[26,32,35,48,65,73,79,83,93,100,119,127,132,192,196,208,211,217,244,283,302,321],"problem\u2019s":[27],"Pareto-optimal":[28],"solutions,":[29],"from":[30,149],"which":[31],"stakeholders":[33,49,101],"choose":[34],"most":[36],"preferred":[37,281],"solution":[38,184,269],"according":[39],"their":[41],"preferences.":[42,136],"However,":[43],"when":[44,248,282],"clear":[45,135,249,324],"preferences":[46,250,325],"(e.g.,":[50],"set":[52],"weights":[54,120],"that":[55,118,144,176,268,323],"reflect":[56],"relative":[57],"importance":[58],"between":[59],"objectives)":[60],"are":[61,102,251,326],"available":[62],"prior":[63],"search,":[66,275],"weighted":[67,111,177,206,314],"is":[69,175,201,232,254,271,286],"believed":[70],"first":[74,113],"choice,":[75],"since":[76],"it":[77,237,253],"simplifies":[78],"via":[81],"converting":[82],"original":[84],"multi-objective":[85,264],"problem":[86],"into":[87],"single-objective":[89],"one":[90],"and":[91,161,298,309,315,330],"enables":[92],"focus":[96],"on":[97,312],"what":[98],"only":[99,279],"interested":[103],"in.":[104],"This":[105,231],"article":[106],"questions":[107],"such":[108],"\u201c":[110],"\u201d":[114],"belief.":[115],"We":[116],"show":[117],"can,":[121],"fact,":[123],"harmful":[125],"process":[129],"even":[130],"Specifically,":[137],"we":[138,222],"conduct":[139],"large-scale":[141],"empirical":[142],"study":[143],"consists":[145],"38":[147],"systems/projects":[148],"three":[150],"representative":[151],"SBSE":[152,245,265,291,319],"problems,":[153,266],"together":[154,294],"with":[155,295],"two":[156],"types":[157],"budget":[160,285],"nine":[162],"sets":[163],"weights,":[165],"leading":[166],"604":[168],"cases":[169],"comparisons.":[171],"Our":[172],"key":[173],"finding":[174],"reaches":[179],"certain":[181],"level":[182],"quality":[185,270],"by":[186,261],"consuming":[187],"relatively":[188],"less":[189],"resources":[190],"at":[191,335],"early":[193],"stage":[194],"search;":[197],"however,":[198],"significantly":[202],"better":[203],"than":[204],"its":[205],"counterpart":[207],"majority":[209],"time":[212],"(up":[213],"77%":[215],"cases),":[218],"as":[219,221,236],"long":[220],"allow":[223],"sufficient,":[225],"but":[226],"not":[227],"unrealistic":[228],"budget.":[230],"beneficial":[234],"result,":[235],"discovers":[238],"potentially":[240],"new":[241],"\u201crule-of-thumb\u201d":[242],"community:":[246],"Even":[247],"available,":[252],"recommended":[255],"always":[257],"consider":[258],"default":[262],"provided":[267],"more":[272],"important.":[273],"Weighted":[274],"contrast,":[277],"should":[278],"resource/search":[284],"limited,":[287],"especially":[288],"expensive":[290],"problems.":[292],"This,":[293],"other":[296],"findings":[297],"actionable":[299],"suggestions":[300],"article,":[303],"allows":[304],"us":[305],"codify":[307],"pragmatic":[308],"comprehensive":[310],"guidance":[311],"choosing":[313],"under":[320],"circumstance":[322],"available.":[327],"All":[328],"code":[329],"data":[331],"can":[332],"accessed":[334],"https://github.com/ideas-labo/pareto-vs-weight-for-sbse":[336],".":[337]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":7}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}