{"id":"https://openalex.org/W4404406203","doi":"https://doi.org/10.1007/s10664-024-10564-3","title":"Can search-based testing with pareto optimization effectively cover failure-revealing test inputs?","display_name":"Can search-based testing with pareto optimization effectively cover failure-revealing test inputs?","publication_year":2024,"publication_date":"2024-11-16","ids":{"openalex":"https://openalex.org/W4404406203","doi":"https://doi.org/10.1007/s10664-024-10564-3"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-024-10564-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-024-10564-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10564-3.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10564-3.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003444569","display_name":"Lev Sorokin","orcid":"https://orcid.org/0009-0003-1162-6252"},"institutions":[{"id":"https://openalex.org/I4210134795","display_name":"Fortiss","ror":"https://ror.org/042x1tp92","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I4210134795"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Lev Sorokin","raw_affiliation_strings":["fortiss GmbH, Technical University of Munich, Munich, Germany"],"raw_orcid":"https://orcid.org/0009-0003-1162-6252","affiliations":[{"raw_affiliation_string":"fortiss GmbH, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I4210134795","https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098771984","display_name":"Damir Safin","orcid":"https://orcid.org/0009-0002-7674-9678"},"institutions":[{"id":"https://openalex.org/I4210134795","display_name":"Fortiss","ror":"https://ror.org/042x1tp92","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I4210134795"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Damir Safin","raw_affiliation_strings":["fortiss GmbH, Technical University of Munich, Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"fortiss GmbH, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I4210134795","https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074393374","display_name":"Shiva Nejati","orcid":"https://orcid.org/0000-0002-0281-8231"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shiva Nejati","raw_affiliation_strings":["University of Ottawa, Ottawa, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5003444569"],"corresponding_institution_ids":["https://openalex.org/I4210134795","https://openalex.org/I62916508"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":0.9095,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.78898323,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"30","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cover","display_name":"Cover (algebra)","score":0.6475871205329895},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.6050674915313721},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.47219881415367126},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45989352464675903},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.27488481998443604},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2454816997051239},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.191512793302536},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.06468045711517334}],"concepts":[{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.6475871205329895},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.6050674915313721},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.47219881415367126},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45989352464675903},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27488481998443604},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2454816997051239},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.191512793302536},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.06468045711517334}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10664-024-10564-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-024-10564-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10564-3.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10664-024-10564-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-024-10564-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10564-3.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1364539167","display_name":"FOUNDATIONS FOR CONTINUOUS ENGINEERING OF TRUSTWORTHY AUTONOMY","funder_award_id":"956123","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G485556565","display_name":null,"funder_award_id":"956123","funder_id":"https://openalex.org/F4320338452","funder_display_name":"HORIZON EUROPE Reforming and enhancing the European Research and Innovation system"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323383","display_name":"Technische Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/02kkvpp62"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320338452","display_name":"HORIZON EUROPE Reforming and enhancing the European Research and Innovation system","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404406203.pdf","grobid_xml":"https://content.openalex.org/works/W4404406203.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W120361141","https://openalex.org/W184219092","https://openalex.org/W1587294773","https://openalex.org/W1820051232","https://openalex.org/W1895727713","https://openalex.org/W1968075052","https://openalex.org/W1973763043","https://openalex.org/W2014754855","https://openalex.org/W2061987443","https://openalex.org/W2088427261","https://openalex.org/W2099746672","https://openalex.org/W2112796928","https://openalex.org/W2124803650","https://openalex.org/W2126105956","https://openalex.org/W2126316555","https://openalex.org/W2151083897","https://openalex.org/W2165171393","https://openalex.org/W2242274110","https://openalex.org/W2403330319","https://openalex.org/W2484356709","https://openalex.org/W2495601248","https://openalex.org/W2563408008","https://openalex.org/W2775678306","https://openalex.org/W2921981915","https://openalex.org/W2964119470","https://openalex.org/W2968774823","https://openalex.org/W2978632678","https://openalex.org/W3001396154","https://openalex.org/W3006974147","https://openalex.org/W3095173285","https://openalex.org/W3103158293","https://openalex.org/W3158377746","https://openalex.org/W3168678903","https://openalex.org/W3171619998","https://openalex.org/W3178701007","https://openalex.org/W3185821303","https://openalex.org/W3202511085","https://openalex.org/W3207383672","https://openalex.org/W4205129187","https://openalex.org/W4229062148","https://openalex.org/W4237151101","https://openalex.org/W4241525414","https://openalex.org/W4281385259","https://openalex.org/W4281681698","https://openalex.org/W4319663674","https://openalex.org/W4381853525","https://openalex.org/W4381884129","https://openalex.org/W4382930431","https://openalex.org/W4384155612","https://openalex.org/W4384302905","https://openalex.org/W4390051453","https://openalex.org/W4390751597","https://openalex.org/W4391558436","https://openalex.org/W4398239199","https://openalex.org/W4400580272","https://openalex.org/W4401047823"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4232403550","https://openalex.org/W623607250","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Abstract":[0],"Search-based":[1],"software":[2],"testing":[3,10,92,262],"(SBST)":[4],"is":[5,42,97,276],"a":[6,57,64,76,87,104,147,166,192,227,234,279],"widely-adopted":[7],"technique":[8],"for":[9,99,149,211,273],"complex":[11],"systems":[12],"with":[13,111],"large":[14],"input":[15,163],"spaces,":[16],"such":[17],"as":[18,172,231,233],"Deep":[19],"Learning-enabled":[20],"(DL-enabled)":[21],"systems.":[22],"Many":[23],"SBST":[24],"techniques":[25],"focus":[26],"on":[27,94,240],"Pareto-based":[28,122],"optimization":[29,96,123],"where":[30],"multiple":[31],"objectives":[32],"are":[33,49,71,187],"optimized":[34],"in":[35,63,161,197,237,263,278],"parallel":[36],"to":[37,44,135,171],"reveal":[38,75,202,268],"failures.":[39,203,269],"However,":[40,252],"it":[41],"important":[43],"ensure":[45],"that":[46,68,168,183,201,206,225,267],"identified":[47,69],"failures":[48,70],"spread":[50],"throughout":[51],"the":[52,155,162,173,242],"entire":[53],"failure-inducing":[54,101,212],"area":[55],"of":[56,79,121,157,214,217],"search":[58,105,195,249],"domain,":[59],"and":[60,74,130,146,185,247],"not":[61,188,259],"clustered":[62],"sub-region.":[65],"This":[66],"ensures":[67],"semantically":[72],"diverse":[73],"wide":[77],"range":[78],"underlying":[80],"causes.":[81],"In":[82],"this":[83,207,274],"paper,":[84],"we":[85,169,223],"present":[86],"theoretical":[88],"argument":[89,110],"explaining":[90],"why":[91],"based":[93],"Pareto":[95],"inadequate":[98],"covering":[100,198,264],"areas":[102],"within":[103],"domain.":[106],"We":[107,153,204],"support":[108],"our":[109],"empirical":[112],"results":[113,181],"obtained":[114],"by":[115,250],"applying":[116],"two":[117,136,219],"widely":[118],"used":[119],"types":[120],"techniques,":[124],"namely":[125],"NSGA-II":[126,184,238,246,256],"(an":[127],"evolutionary":[128],"algorithm)":[129],"OMOPSO":[131,186],"(a":[132],"swarm-based":[133],"algorithm),":[134],"DL-enabled":[137],"systems:":[138],"an":[139],"industrial":[140],"Automated":[141],"Valet":[142],"Parking":[143],"(AVP)":[144],"system":[145,148],"classifying":[150],"handwritten":[151],"digits.":[152],"measure":[154],"coverage":[156,243],"failure-revealing":[158],"test":[159,199,265],"inputs":[160,200,266],"space":[164],"using":[165],"metric,":[167],"refer":[170],"Coverage":[174],"Inverted":[175],"Distance":[176],"(CID)":[177],"quality":[178],"indicator.":[179],"Our":[180],"show":[182,205,224],"more":[189],"effective":[190],"than":[191],"na\u00efve":[193],"random":[194,248,261],"baseline":[196],"comparison":[208],"remains":[209],"valid":[210],"regions":[213],"various":[215],"sizes":[216],"these":[218],"case":[220],"studies.":[221],"Further,":[222],"incorporating":[226],"diversity-focused":[228],"fitness":[229],"function":[230],"well":[232],"repopulation":[235],"operator":[236],"improves,":[239],"average,":[241],"difference":[244],"between":[245],"52.1%.":[251],"even":[253],"after":[254],"diversification,":[255],"still":[257],"does":[258],"outperform":[260],"The":[270],"replication":[271],"package":[272],"study":[275],"available":[277],"GitHub":[280],"repository":[281],"(Replication":[282],"package.":[283],"https://github.com/ast-fortiss-tum/coverage-emse-24":[284],"2024.":[285]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-11T08:15:01.531666","created_date":"2025-10-10T00:00:00"}