{"id":"https://openalex.org/W2805382256","doi":"https://doi.org/10.1145/3196831","title":"An Empirical Study of Meta- and Hyper-Heuristic Search for Multi-Objective Release Planning","display_name":"An Empirical Study of Meta- and Hyper-Heuristic Search for Multi-Objective Release Planning","publication_year":2018,"publication_date":"2018-01-31","ids":{"openalex":"https://openalex.org/W2805382256","doi":"https://doi.org/10.1145/3196831","mag":"2805382256"},"language":"en","primary_location":{"id":"doi:10.1145/3196831","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3196831","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100746477","display_name":"Yuanyuan Zhang","orcid":"https://orcid.org/0000-0003-3935-3201"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Yuanyuan Zhang","raw_affiliation_strings":["CREST, University College London, Gower Street, London, UK"],"affiliations":[{"raw_affiliation_string":"CREST, University College London, Gower Street, London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000019783","display_name":"Mark Harman","orcid":"https://orcid.org/0000-0002-5864-4488"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mark Harman","raw_affiliation_strings":["CREST, University College London, Gower Street, London, UK"],"affiliations":[{"raw_affiliation_string":"CREST, University College London, Gower Street, London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090624529","display_name":"Gabriela Ochoa","orcid":"https://orcid.org/0000-0001-7649-5669"},"institutions":[{"id":"https://openalex.org/I12093191","display_name":"University of Stirling","ror":"https://ror.org/045wgfr59","country_code":"GB","type":"education","lineage":["https://openalex.org/I12093191"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gabriela Ochoa","raw_affiliation_strings":["University of Stirling, Stirling, UK"],"affiliations":[{"raw_affiliation_string":"University of Stirling, Stirling, UK","institution_ids":["https://openalex.org/I12093191"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063455671","display_name":"Guenther Ruhe","orcid":"https://orcid.org/0000-0001-5651-1414"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Guenther Ruhe","raw_affiliation_strings":["University of Calgary, Alberta, Canada"],"affiliations":[{"raw_affiliation_string":"University of Calgary, Alberta, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009561987","display_name":"Sjaak Brinkkemper","orcid":"https://orcid.org/0000-0002-2977-8911"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sjaak Brinkkemper","raw_affiliation_strings":["Utrecht University, CC Utrecht, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Utrecht University, CC Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100746477"],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":10.6632,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.9827648,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"27","issue":"1","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7705128192901611},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7102742195129395},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5823869109153748},{"id":"https://openalex.org/keywords/meta-heuristic","display_name":"Meta heuristic","score":0.5423690676689148},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5112519264221191},{"id":"https://openalex.org/keywords/genetic-algorithm","display_name":"Genetic algorithm","score":0.4969649612903595},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4528173506259918},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.43800637125968933},{"id":"https://openalex.org/keywords/search-algorithm","display_name":"Search algorithm","score":0.42032328248023987},{"id":"https://openalex.org/keywords/beam-search","display_name":"Beam search","score":0.4192032516002655},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.363829642534256},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.352694571018219},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3403880000114441},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20476582646369934},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12183886766433716},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07452136278152466}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7705128192901611},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7102742195129395},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5823869109153748},{"id":"https://openalex.org/C2988037039","wikidata":"https://www.wikidata.org/wiki/Q1385229","display_name":"Meta heuristic","level":2,"score":0.5423690676689148},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5112519264221191},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.4969649612903595},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4528173506259918},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.43800637125968933},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.42032328248023987},{"id":"https://openalex.org/C19889080","wikidata":"https://www.wikidata.org/wiki/Q2835852","display_name":"Beam search","level":3,"score":0.4192032516002655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.363829642534256},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.352694571018219},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3403880000114441},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20476582646369934},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12183886766433716},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07452136278152466},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3196831","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3196831","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:dspace.stir.ac.uk:1893/27482","is_oa":false,"landing_page_url":"http://hdl.handle.net/1893/27482","pdf_url":null,"source":{"id":"https://openalex.org/S4306400268","display_name":"Stirling Online Research Repository (University of Stirling)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I12093191","host_organization_name":"University of Stirling","host_organization_lineage":["https://openalex.org/I12093191"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:uu:oai:dspace.library.uu.nl:1874/375520","is_oa":false,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/375520","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Software Engineering and Methodology, 27(1). Association for Computing Machinery (ACM)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6794522244","display_name":null,"funder_award_id":"EP/J017515/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320286","display_name":"University College London","ror":"https://ror.org/02jx3x895"},{"id":"https://openalex.org/F4320321010","display_name":"Universiteit Utrecht","ror":"https://ror.org/04pp8hn57"},{"id":"https://openalex.org/F4320321630","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320338075","display_name":"Core Research for Evolutional Science and Technology","ror":"https://ror.org/00097mb19"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":99,"referenced_works":["https://openalex.org/W2967467","https://openalex.org/W3349379","https://openalex.org/W80051235","https://openalex.org/W177200040","https://openalex.org/W643606810","https://openalex.org/W1441939353","https://openalex.org/W1483736078","https://openalex.org/W1485039492","https://openalex.org/W1497256448","https://openalex.org/W1512757906","https://openalex.org/W1516600607","https://openalex.org/W1534080899","https://openalex.org/W1552927435","https://openalex.org/W1563965013","https://openalex.org/W1567102157","https://openalex.org/W1595498733","https://openalex.org/W1624500605","https://openalex.org/W1756881852","https://openalex.org/W1814515812","https://openalex.org/W1829921621","https://openalex.org/W1873254242","https://openalex.org/W1902482618","https://openalex.org/W1966100330","https://openalex.org/W1968075052","https://openalex.org/W1968346511","https://openalex.org/W1970205123","https://openalex.org/W1971375432","https://openalex.org/W1972978214","https://openalex.org/W1975625113","https://openalex.org/W1977321274","https://openalex.org/W1977474365","https://openalex.org/W1980499244","https://openalex.org/W1982937949","https://openalex.org/W2003841738","https://openalex.org/W2004662957","https://openalex.org/W2006408887","https://openalex.org/W2012007091","https://openalex.org/W2021767672","https://openalex.org/W2036600297","https://openalex.org/W2036887984","https://openalex.org/W2039175972","https://openalex.org/W2041282815","https://openalex.org/W2053544685","https://openalex.org/W2056594784","https://openalex.org/W2057544945","https://openalex.org/W2059332633","https://openalex.org/W2060072045","https://openalex.org/W2061554433","https://openalex.org/W2070815973","https://openalex.org/W2072441740","https://openalex.org/W2078483536","https://openalex.org/W2085282582","https://openalex.org/W2087116864","https://openalex.org/W2091655240","https://openalex.org/W2092382400","https://openalex.org/W2095961898","https://openalex.org/W2097708319","https://openalex.org/W2098940703","https://openalex.org/W2100243929","https://openalex.org/W2103943629","https://openalex.org/W2104572159","https://openalex.org/W2105336106","https://openalex.org/W2106334424","https://openalex.org/W2109101401","https://openalex.org/W2110065044","https://openalex.org/W2110879871","https://openalex.org/W2111138279","https://openalex.org/W2113662613","https://openalex.org/W2115012618","https://openalex.org/W2118843775","https://openalex.org/W2124039525","https://openalex.org/W2124379907","https://openalex.org/W2135290919","https://openalex.org/W2135366549","https://openalex.org/W2138428785","https://openalex.org/W2141169190","https://openalex.org/W2149815841","https://openalex.org/W2154602077","https://openalex.org/W2158001483","https://openalex.org/W2160714129","https://openalex.org/W2162760065","https://openalex.org/W2165520070","https://openalex.org/W2171776966","https://openalex.org/W2213436688","https://openalex.org/W2235864898","https://openalex.org/W2260213557","https://openalex.org/W2308386306","https://openalex.org/W2336305639","https://openalex.org/W2344072768","https://openalex.org/W2408555899","https://openalex.org/W2412134529","https://openalex.org/W2502459556","https://openalex.org/W2561675875","https://openalex.org/W2594200196","https://openalex.org/W2796518485","https://openalex.org/W3084408474","https://openalex.org/W4230358793","https://openalex.org/W4252684946","https://openalex.org/W6675178754"],"related_works":["https://openalex.org/W3177062893","https://openalex.org/W3125143773","https://openalex.org/W2007032764","https://openalex.org/W803550684","https://openalex.org/W2483226803","https://openalex.org/W4352977312","https://openalex.org/W1536056491","https://openalex.org/W2041180560","https://openalex.org/W4386269615","https://openalex.org/W4310120240"],"abstract_inverted_index":{"A":[0],"variety":[1],"of":[2,22,39,82,93,107],"meta-heuristic":[3],"search":[4,24],"algorithms":[5,25,48],"have":[6],"been":[7,17],"introduced":[8],"for":[9,78],"optimising":[10],"software":[11],"release":[12],"planning.":[13],"However,":[14],"there":[15],"has":[16],"no":[18],"comprehensive":[19],"empirical":[20,37],"study":[21,38],"different":[23,28],"across":[26],"multiple":[27],"real-world":[29,51],"datasets.":[30,52],"In":[31],"this":[32],"article,":[33],"we":[34],"present":[35],"an":[36],"global,":[40],"local,":[41],"and":[42,45,85],"hybrid":[43],"meta-":[44],"hyper-heuristic":[46,64],"search-based":[47],"on":[49],"10":[50],"We":[53],"find":[54],"that":[55,100],"the":[56,63,69,83,94,105],"hyper-heuristics":[57],"are":[58],"particularly":[59],"effective.":[60],"For":[61],"example,":[62],"genetic":[65],"algorithm":[66],"significantly":[67],"outperformed":[68],"other":[70],"six":[71],"approaches":[72],"(and":[73],"with":[74],"high":[75],"effect":[76],"size)":[77],"solution":[79],"quality":[80],"85%":[81],"time,":[84],"was":[86],"also":[87],"faster":[88],"than":[89],"all":[90],"others":[91],"70%":[92],"time.":[95],"Furthermore,":[96],"correlation":[97],"analysis":[98],"reveals":[99],"it":[101],"scales":[102],"well":[103],"as":[104],"number":[106],"requirements":[108],"increases.":[109]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}