{"id":"https://openalex.org/W3016641541","doi":"https://doi.org/10.1145/3375636","title":"Quality Indicators in Search-based Software Engineering","display_name":"Quality Indicators in Search-based Software Engineering","publication_year":2020,"publication_date":"2020-03-04","ids":{"openalex":"https://openalex.org/W3016641541","doi":"https://doi.org/10.1145/3375636","mag":"3016641541"},"language":"en","primary_location":{"id":"doi:10.1145/3375636","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3375636","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3375636","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3375636","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076142098","display_name":"Shaukat Ali","orcid":"https://orcid.org/0000-0002-9979-3519"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Shaukat Ali","raw_affiliation_strings":["Simula Research Laboratory, Fornebu, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Fornebu, Norway","institution_ids":["https://openalex.org/I2799829267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021486887","display_name":"Paolo Arcaini","orcid":"https://orcid.org/0000-0002-6253-4062"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Paolo Arcaini","raw_affiliation_strings":["National Institute of Informatics, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-6253-4062","affiliations":[{"raw_affiliation_string":"National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034955708","display_name":"Dipesh Pradhan","orcid":"https://orcid.org/0000-0002-1549-4555"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Dipesh Pradhan","raw_affiliation_strings":["Simula Research Laboratory, Fornebu, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Fornebu, Norway","institution_ids":["https://openalex.org/I2799829267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068670252","display_name":"Safdar Aqeel Safdar","orcid":"https://orcid.org/0000-0001-8090-6627"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Safdar Aqeel Safdar","raw_affiliation_strings":["Simula Research Laboratory, Fornebu, Norway"],"raw_orcid":"https://orcid.org/0000-0001-8090-6627","affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Fornebu, Norway","institution_ids":["https://openalex.org/I2799829267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058828089","display_name":"Tao Yue","orcid":"https://orcid.org/0000-0003-3262-5577"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Yue","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics and Simula Research Laboratory, China"],"raw_orcid":"https://orcid.org/0000-0003-3262-5577","affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics and Simula Research Laboratory, China","institution_ids":["https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.6836,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":{"value":0.96855746,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"29","issue":"2","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.696747362613678},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5969201326370239},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5840209722518921},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.49234330654144287},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4923197031021118},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3546484708786011},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3526995778083801},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3380255103111267},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11467644572257996},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.11045023798942566}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.696747362613678},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5969201326370239},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5840209722518921},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.49234330654144287},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4923197031021118},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3546484708786011},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3526995778083801},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3380255103111267},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11467644572257996},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.11045023798942566},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3375636","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3375636","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3375636","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3375636","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3375636","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3375636","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1369345469","display_name":"\u84ee\u5c3e\u30e1\u30bf\u6570\u7406\u30b7\u30b9\u30c6\u30e0\u30c7\u30b6\u30a4\u30f3\u30d7\u30ed\u30b8\u30a7\u30af\u30c8","funder_award_id":"JPMJER1603","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"},{"id":"https://openalex.org/G1677877499","display_name":null,"funder_award_id":"501100009024","funder_id":"https://openalex.org/F4320338112","funder_display_name":"Exploratory Research for Advanced Technology"},{"id":"https://openalex.org/G1963336961","display_name":null,"funder_award_id":"286898/F20","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G387506447","display_name":null,"funder_award_id":"10.13039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5913768863","display_name":null,"funder_award_id":"JPMJER1603","funder_id":"https://openalex.org/F4320338112","funder_display_name":"Exploratory Research for Advanced Technology"},{"id":"https://openalex.org/G6787853612","display_name":null,"funder_award_id":"286898","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G84393051","display_name":null,"funder_award_id":"61872182","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"},{"id":"https://openalex.org/F4320334789","display_name":"Japan Science and Technology Agency","ror":"https://ror.org/00097mb19"},{"id":"https://openalex.org/F4320338112","display_name":"Exploratory Research for Advanced Technology","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3016641541.pdf","grobid_xml":"https://content.openalex.org/works/W3016641541.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1595498733","https://openalex.org/W1635833350","https://openalex.org/W2000825106","https://openalex.org/W2019124805","https://openalex.org/W2036886588","https://openalex.org/W2053154970","https://openalex.org/W2053900989","https://openalex.org/W2055089682","https://openalex.org/W2057967671","https://openalex.org/W2065399007","https://openalex.org/W2092382400","https://openalex.org/W2099343337","https://openalex.org/W2104017154","https://openalex.org/W2106334424","https://openalex.org/W2107729695","https://openalex.org/W2109880321","https://openalex.org/W2110337982","https://openalex.org/W2125502051","https://openalex.org/W2126105956","https://openalex.org/W2138428785","https://openalex.org/W2141169190","https://openalex.org/W2146446525","https://openalex.org/W2147826933","https://openalex.org/W2155019998","https://openalex.org/W2164777277","https://openalex.org/W2182305783","https://openalex.org/W2243898291","https://openalex.org/W2293689184","https://openalex.org/W2373641322","https://openalex.org/W2501451924","https://openalex.org/W2528750115","https://openalex.org/W2596388212","https://openalex.org/W2731641177","https://openalex.org/W2734711024","https://openalex.org/W2785772544","https://openalex.org/W2792499483","https://openalex.org/W2807430108","https://openalex.org/W4249302577","https://openalex.org/W4301025341"],"related_works":["https://openalex.org/W2384667405","https://openalex.org/W2373216116","https://openalex.org/W2362665430","https://openalex.org/W3123396266","https://openalex.org/W4323667137","https://openalex.org/W2352466142","https://openalex.org/W2375981319","https://openalex.org/W2562923059","https://openalex.org/W2386156173","https://openalex.org/W4249571711"],"abstract_inverted_index":{"Search-Based":[0],"Software":[1],"Engineering":[2],"(SBSE)":[3],"researchers":[4,72,157,189],"who":[5],"apply":[6],"multi-objective":[7],"search":[8],"algorithms":[9],"(MOSAs)":[10],"often":[11],"assess":[12],"the":[13,98,144,164,178],"quality":[14,24],"of":[15,100,112,129,146,163,185],"solutions":[16],"produced":[17,141],"by":[18,102,119,155],"MOSAs":[19,131],"with":[20,45,107],"one":[21],"or":[22],"more":[23],"indicators":[25],"(QIs).":[26],"However,":[27],"SBSE":[28,46,71,113,156,188],"lacks":[29],"evidence":[30,52],"providing":[31],"insights":[32,92],"on":[33,93,125,143,177],"commonly":[34,94,165],"used":[35,95,154,166],"QIs,":[36,62,65],"especially":[37],"about":[38,53],"agreements":[39,55,104],"among":[40,61,105],"them":[41],"and":[42,48,66,108,115],"their":[43,78,173,195],"relations":[44],"problems":[47,114],"applied":[49],"MOSAs.":[50,116],"Such":[51],"QIs":[54,76,96,106,167,193],"is":[56],"essential":[57],"to":[58,73,90,158,190],"understand":[59],"relationships":[60],"identify":[63],"redundant":[64],"consequently":[67],"devise":[68],"guidelines":[69,186],"for":[70,77,187,194],"select":[74,191],"appropriate":[75,192],"specific":[79],"contexts.":[80],"To":[81],"this":[82],"end,":[83],"we":[84,134,180],"conducted":[85],"an":[86],"extensive":[87],"empirical":[88,148],"evaluation":[89],"provide":[91,182],"in":[97,132,168,170],"context":[99],"SBSE,":[101,133,169],"studying":[103],"without":[109],"considering":[110],"differences":[111],"In":[117],"addition,":[118],"defining":[120],"a":[121,160,183],"systematic":[122],"process":[123],"based":[124,142,176],"three":[126],"common":[127],"ways":[128],"comparing":[130],"present":[135],"additional":[136],"observations":[137,151],"that":[138],"were":[139],"automatically":[140],"results":[145],"our":[147],"evaluation.":[149],"These":[150],"can":[152],"be":[153],"gain":[159],"better":[161],"understanding":[162],"particular,":[171],"regarding":[172],"agreements.":[174],"Finally,":[175],"results,":[179],"also":[181],"set":[184],"particular":[196],"context.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}