{"id":"https://openalex.org/W4415830470","doi":"https://doi.org/10.1007/s10664-025-10733-y","title":"Tools and benchmarks evolve: what is their impact on parameter tuning in SBSE experiments?","display_name":"Tools and benchmarks evolve: what is their impact on parameter tuning in SBSE experiments?","publication_year":2025,"publication_date":"2025-11-04","ids":{"openalex":"https://openalex.org/W4415830470","doi":"https://doi.org/10.1007/s10664-025-10733-y","pmid":"https://pubmed.ncbi.nlm.nih.gov/41194967"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-025-10733-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-025-10733-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-025-10733-y.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-025-10733-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053828513","display_name":"Amid Golmohammadi","orcid":"https://orcid.org/0000-0002-2324-5794"},"institutions":[{"id":"https://openalex.org/I2800207870","display_name":"H\u00f8yskolen Kristiania","ror":"https://ror.org/03gss5916","country_code":"NO","type":"education","lineage":["https://openalex.org/I2800207870"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Amid Golmohammadi","raw_affiliation_strings":["Kristiania University of Applied Sciences, Kirkegata 24-26, 0153 Oslo, Norway","Kristiania University of Applied Sciences, Kirkegata 24-26, 0153, Oslo, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kristiania University of Applied Sciences, Kirkegata 24-26, 0153 Oslo, Norway","institution_ids":["https://openalex.org/I2800207870"]},{"raw_affiliation_string":"Kristiania University of Applied Sciences, Kirkegata 24-26, 0153, Oslo, Norway","institution_ids":["https://openalex.org/I2800207870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353083","display_name":"Man Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Man Zhang","raw_affiliation_strings":["Beihang University, 37 Xueyuan Road, Haidian District, 100191 Beijing, P.R. China","Beihang University, 37 Xueyuan Road, Haidian District, 100191, Beijing, P.R. China"],"raw_orcid":"https://orcid.org/0000-0003-1204-9322","affiliations":[{"raw_affiliation_string":"Beihang University, 37 Xueyuan Road, Haidian District, 100191 Beijing, P.R. China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beihang University, 37 Xueyuan Road, Haidian District, 100191, Beijing, P.R. China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052735480","display_name":"Andrea Arcuri","orcid":"https://orcid.org/0000-0003-0799-2930"},"institutions":[{"id":"https://openalex.org/I184531372","display_name":"OsloMet \u2013 Oslo Metropolitan University","ror":"https://ror.org/04q12yn84","country_code":"NO","type":"education","lineage":["https://openalex.org/I184531372"]},{"id":"https://openalex.org/I2800207870","display_name":"H\u00f8yskolen Kristiania","ror":"https://ror.org/03gss5916","country_code":"NO","type":"education","lineage":["https://openalex.org/I2800207870"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Andrea Arcuri","raw_affiliation_strings":["Kristiania University of Applied Sciences, Kirkegata 24-26, 0153 Oslo, Norway","Oslo Metropolitan University, Pilestredet 46, 0167 Oslo, Norway","Kristiania University of Applied Sciences, Kirkegata 24-26, 0153, Oslo, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kristiania University of Applied Sciences, Kirkegata 24-26, 0153 Oslo, Norway","institution_ids":["https://openalex.org/I2800207870"]},{"raw_affiliation_string":"Oslo Metropolitan University, Pilestredet 46, 0167 Oslo, Norway","institution_ids":["https://openalex.org/I184531372"]},{"raw_affiliation_string":"Kristiania University of Applied Sciences, Kirkegata 24-26, 0153, Oslo, Norway","institution_ids":["https://openalex.org/I2800207870"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100353083"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44263213,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"31","issue":"1","first_page":"8","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.6480000019073486,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.6480000019073486,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.15299999713897705,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.12380000203847885,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.809499979019165},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6547999978065491},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.49140000343322754},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.4507000148296356},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.40059998631477356},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3912000060081482},{"id":"https://openalex.org/keywords/design-of-experiments","display_name":"Design of experiments","score":0.38830000162124634}],"concepts":[{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.809499979019165},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.696399986743927},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6547999978065491},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5392000079154968},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.49140000343322754},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.4507000148296356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41440001130104065},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.40059998631477356},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3912000060081482},{"id":"https://openalex.org/C34559072","wikidata":"https://www.wikidata.org/wiki/Q2334061","display_name":"Design of experiments","level":2,"score":0.38830000162124634},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.33959999680519104},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33649998903274536},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.28839999437332153},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.2825999855995178},{"id":"https://openalex.org/C80478641","wikidata":"https://www.wikidata.org/wiki/Q195771","display_name":"Sequential analysis","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2524000108242035}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10664-025-10733-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-025-10733-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-025-10733-y.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmid:41194967","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41194967","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical software engineering","raw_type":null},{"id":"pmh:oai:europepmc.org:11392574","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12583389","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s10664-025-10733-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-025-10733-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-025-10733-y.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G251920327","display_name":"Using Evolutionary Algorithms to Understand and Secure Web/Enterprise Systems","funder_award_id":"864972","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5883939390","display_name":"Using Evolutionary Algorithms to Understand and Secure Web/Enterprise Systems","funder_award_id":"864972","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415830470.pdf"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1524103685","https://openalex.org/W1526710119","https://openalex.org/W1678356000","https://openalex.org/W1971650562","https://openalex.org/W1975107026","https://openalex.org/W1977321274","https://openalex.org/W1978386138","https://openalex.org/W1986694300","https://openalex.org/W2016210396","https://openalex.org/W2024352272","https://openalex.org/W2035126508","https://openalex.org/W2056503891","https://openalex.org/W2063234560","https://openalex.org/W2092382400","https://openalex.org/W2098054810","https://openalex.org/W2101629181","https://openalex.org/W2132366653","https://openalex.org/W2149706766","https://openalex.org/W2151554678","https://openalex.org/W2294798173","https://openalex.org/W2492294785","https://openalex.org/W2749159177","https://openalex.org/W2787894218","https://openalex.org/W2797555254","https://openalex.org/W2804003629","https://openalex.org/W2911964244","https://openalex.org/W2955498974","https://openalex.org/W2997401484","https://openalex.org/W3038801694","https://openalex.org/W3097853154","https://openalex.org/W3119672550","https://openalex.org/W3164393248","https://openalex.org/W3170391117","https://openalex.org/W3182706339","https://openalex.org/W3202888839","https://openalex.org/W3203878282","https://openalex.org/W3204593724","https://openalex.org/W4220699888","https://openalex.org/W4224306538","https://openalex.org/W4230983304","https://openalex.org/W4250503569","https://openalex.org/W4297957988","https://openalex.org/W4321482783","https://openalex.org/W4376504003","https://openalex.org/W4378364617","https://openalex.org/W4385699319","https://openalex.org/W4389285792"],"related_works":[],"abstract_inverted_index":{"In":[0],"this":[1,71,115],"article,":[2],"we":[3,112,168,194],"explore":[4],"the":[5,25,45,49,67,73,98,118,135,144,154,162,196,231,234,253],"impact":[6,197],"of":[7,34,54,63,94,121,131,148,191,198,226,236,255],"tool":[8,22,81,262],"development":[9],"and":[10,85,92,146,151],"its":[11],"evolution":[12],"in":[13,70,114,159,264],"Search-Based":[14],"Software":[15],"Engineering":[16],"(SBSE)":[17],"research.":[18,266],"As":[19],"a":[20,60,179],"research":[21],"evolves":[23],"throughout":[24,87],"years,":[26],"experiments":[27,69],"with":[28,117],"novel":[29],"techniques":[30],"might":[31],"require":[32,228],"reevaluation":[33],"previous":[35,56,109,149],"studies,":[36],"especially":[37],"regarding":[38],"parameter":[39,157,170,182,239,258],"tuning.":[40],"These":[41,250],"reevaluations":[42],"also":[43],"give":[44],"opportunity":[46],"to":[47,51,134,142,152,161,177,260],"address":[48],"threats":[50],"external":[52],"validity":[53,147],"these":[55],"studies":[57,110],"by":[58,172],"employing":[59],"larger":[61],"selection":[62],"artifacts.":[64],"To":[65],"conduct":[66],"replicated":[68,137],"study,":[72],"search-based":[74],"fuzzer":[75],"EvoMaster":[76],"is":[77,125,141,185],"chosen.":[78],"This":[79],"SBSE":[80,265],"has":[82],"been":[83],"developed":[84],"extended":[86],"several":[88],"years":[89],"(since":[90],"2016)":[91],"tens":[93],"scientific":[95],"studies.":[96,138],"Among":[97],"chosen":[99],"tool's":[100,163],"parameters,":[101],"6":[102],"were":[103],"carefully":[104,243],"selected":[105],"based":[106],"on":[107,201],"5":[108],"that":[111,242],"replicate":[113],"article":[116],"latest":[119],"version":[120],"EvoMaster.":[122],"The":[123],"replication":[124],"applied":[126],"across":[127],"an":[128],"expanded":[129],"set":[130],"artifacts":[132],"compared":[133],"original":[136],"Our":[139,215],"objective":[140],"validate":[143],"robustness":[145],"findings":[150,216,251],"determine":[153],"need":[155],"for":[156],"tuning":[158,171],"response":[160],"continuous":[164],"development.":[165],"Beyond":[166],"replication,":[167],"explored":[169],"testing":[173],"729":[174],"different":[175,238],"configurations":[176,245],"find":[178],"more":[180],"performant":[181],"set,":[183],"which":[184],"later":[186],"validated":[187],"through":[188],"additional":[189],"rounds":[190],"experiments.":[192],"Additionally,":[193],"analyzed":[195],"individual":[199],"parameters":[200,221],"test":[202],"generation":[203],"performance":[204,263],"using":[205],"machine":[206],"learning":[207],"models,":[208],"providing":[209],"insights":[210],"into":[211,233],"their":[212,223],"relative":[213],"effects.":[214],"indicate":[217],"that,":[218],"although":[219],"most":[220],"maintain":[222],"efficacy,":[224],"2":[225],"them":[227],"adjustment.":[229],"Furthermore,":[230],"investigation":[232],"effects":[235],"combining":[237],"values":[240],"reveals":[241],"optimized":[244],"can":[246],"outperform":[247],"default":[248],"settings.":[249],"highlight":[252],"importance":[254],"regularly":[256],"reevaluating":[257],"settings":[259],"enhance":[261]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-11-04T00:00:00"}