{"id":"https://openalex.org/W4407169173","doi":"https://doi.org/10.1109/tse.2025.3539458","title":"A Retrospective on Whole Test Suite Generation: On the Role of SBST in the Age of LLMs","display_name":"A Retrospective on Whole Test Suite Generation: On the Role of SBST in the Age of LLMs","publication_year":2025,"publication_date":"2025-02-05","ids":{"openalex":"https://openalex.org/W4407169173","doi":"https://doi.org/10.1109/tse.2025.3539458"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2025.3539458","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3539458","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079261847","display_name":"Gordon Fraser","orcid":"https://orcid.org/0000-0002-4364-6595"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Gordon Fraser","raw_affiliation_strings":["University of Passau, Passau, Germany","University of Passau, Germany"],"affiliations":[{"raw_affiliation_string":"University of Passau, Passau, Germany","institution_ids":["https://openalex.org/I186354981"]},{"raw_affiliation_string":"University of Passau, Germany","institution_ids":["https://openalex.org/I186354981"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052735480","display_name":"Andrea Arcuri","orcid":"https://orcid.org/0000-0003-0799-2930"},"institutions":[{"id":"https://openalex.org/I2800207870","display_name":"H\u00f8yskolen Kristiania","ror":"https://ror.org/03gss5916","country_code":"NO","type":"education","lineage":["https://openalex.org/I2800207870"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Andrea Arcuri","raw_affiliation_strings":["Kristiania University College, Oslo, Norway","Kristiania University College and Oslo Metropolitan University, Norway"],"affiliations":[{"raw_affiliation_string":"Kristiania University College, Oslo, Norway","institution_ids":["https://openalex.org/I2800207870"]},{"raw_affiliation_string":"Kristiania University College and Oslo Metropolitan University, Norway","institution_ids":["https://openalex.org/I2800207870"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5079261847"],"corresponding_institution_ids":["https://openalex.org/I186354981"],"apc_list":null,"apc_paid":null,"fwci":4.8126,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.93087152,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"51","issue":"3","first_page":"874","last_page":"878"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.03539999946951866,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.03539999946951866,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.01860000006854534,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.014299999922513962,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6889051198959351},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.6888653039932251},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6769063472747803},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6665777564048767},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35005611181259155},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.20013034343719482},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.17112356424331665},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.12055531144142151}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6889051198959351},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.6888653039932251},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6769063472747803},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6665777564048767},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35005611181259155},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.20013034343719482},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.17112356424331665},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.12055531144142151},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2025.3539458","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3539458","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1599808047","https://openalex.org/W1971650562","https://openalex.org/W1975833562","https://openalex.org/W1977321274","https://openalex.org/W1993760289","https://openalex.org/W2021269276","https://openalex.org/W2066536303","https://openalex.org/W2092382400","https://openalex.org/W2098413804","https://openalex.org/W2101629181","https://openalex.org/W2110337982","https://openalex.org/W2114869486","https://openalex.org/W2147002252","https://openalex.org/W2156817734","https://openalex.org/W2289852464","https://openalex.org/W2293616642","https://openalex.org/W2295840463","https://openalex.org/W2734809802","https://openalex.org/W2790334838","https://openalex.org/W2804003629","https://openalex.org/W2977554675","https://openalex.org/W2997401484","https://openalex.org/W3043456590","https://openalex.org/W3174466001","https://openalex.org/W3194136989","https://openalex.org/W4220699888","https://openalex.org/W4231702991","https://openalex.org/W4284690374","https://openalex.org/W4293819875","https://openalex.org/W4312330986","https://openalex.org/W4321482783","https://openalex.org/W4384304865","https://openalex.org/W4385301225","https://openalex.org/W4385699319","https://openalex.org/W4391974543","https://openalex.org/W4399511596","https://openalex.org/W4399668074","https://openalex.org/W4402407159","https://openalex.org/W4403538008","https://openalex.org/W4404839798","https://openalex.org/W4404900414","https://openalex.org/W6872866397","https://openalex.org/W6875080371","https://openalex.org/W6880895301"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4231704780","https://openalex.org/W2083794993","https://openalex.org/W352609212","https://openalex.org/W4404692318","https://openalex.org/W1485837041","https://openalex.org/W3215182545","https://openalex.org/W3204955359"],"abstract_inverted_index":{"This":[0],"paper":[1,54],"presents":[2],"a":[3],"retrospective":[4,114],"of":[5,38,106,135],"the":[6,16,35,44,53,58,66,85,89,124,133],"article":[7],"<italic":[8],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[9],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u201cWhole":[10],"Test":[11],"Suite":[12],"Generation\u201d</i>,":[13],"published":[14],"in":[15,22,43,52,57,68,132],"IEEE":[17],"Transactions":[18],"on":[19,118],"Software":[20,40],"Engineering,":[21],"2012.":[23],"We":[24,111],"summarize":[25],"its":[26],"main":[27],"contributions,":[28],"and":[29,81],"discuss":[30],"how":[31],"this":[32],"work":[33],"impacted":[34],"research":[36],"field":[37],"Search-Based":[39],"Testing":[41],"(SBST)":[42],"last":[45],"12":[46],"years.":[47],"The":[48],"novel":[49],"techniques":[50],"presented":[51],"were":[55],"implemented":[56],"tool":[59],"EvoSuite,":[60],"which":[61],"has":[62,78],"been":[63],"so":[64],"far":[65],"state-of-the-art":[67],"unit":[69,99],"test":[70],"generation":[71],"for":[72,102],"Java":[73],"programs":[74],"using":[75],"SBST.":[76],"SBST":[77,128],"shown":[79],"practical":[80],"impactful":[82],"applications,":[83],"creating":[84],"foundations":[86],"to":[87,91],"open":[88],"doors":[90],"tackle":[92],"several":[93],"other":[94],"software":[95],"testing":[96,105],"problems":[97],"besides":[98],"testing,":[100],"like":[101],"example":[103],"system":[104],"Web":[107],"APIs":[108],"with":[109,115],"EvoMaster.":[110],"conclude":[112],"our":[113,116],"reflections":[117],"what":[119],"lies":[120],"ahead,":[121],"especially":[122],"considering":[123],"important":[125],"role":[126],"that":[127],"still":[129],"plays":[130],"even":[131],"age":[134],"Large":[136],"Language":[137],"Models":[138],"(LLMs).":[139]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-03T08:47:05.690250","created_date":"2025-10-10T00:00:00"}