{"id":"https://openalex.org/W2147002252","doi":"https://doi.org/10.1145/2685612","title":"A Large-Scale Evaluation of Automated Unit Test Generation Using EvoSuite","display_name":"A Large-Scale Evaluation of Automated Unit Test Generation Using EvoSuite","publication_year":2014,"publication_date":"2014-12-23","ids":{"openalex":"https://openalex.org/W2147002252","doi":"https://doi.org/10.1145/2685612","mag":"2147002252"},"language":"en","primary_location":{"id":"doi:10.1145/2685612","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2685612","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079261847","display_name":"Gordon Fraser","orcid":"https://orcid.org/0000-0002-4364-6595"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gordon Fraser","raw_affiliation_strings":["University of Sheffield, Sheffield, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sheffield, Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052735480","display_name":"Andrea Arcuri","orcid":"https://orcid.org/0000-0003-0799-2930"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Andrea Arcuri","raw_affiliation_strings":["Simula Research Laboratory, Lysaker, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Lysaker, Norway","institution_ids":["https://openalex.org/I2799829267"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":26.8292,"has_fulltext":false,"cited_by_count":239,"citation_normalized_percentile":{"value":0.9975436,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"24","issue":"2","first_page":"1","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7878513336181641},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.6946470737457275},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.6050205826759338},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5545279383659363},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.518513560295105},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5040773153305054},{"id":"https://openalex.org/keywords/verification-and-validation","display_name":"Verification and validation","score":0.45078906416893005},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.44517782330513},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.43728533387184143},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.42975562810897827},{"id":"https://openalex.org/keywords/open-source-software","display_name":"Open source software","score":0.4276924729347229},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33847182989120483},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09601598978042603}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7878513336181641},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.6946470737457275},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6050205826759338},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5545279383659363},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.518513560295105},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5040773153305054},{"id":"https://openalex.org/C48002344","wikidata":"https://www.wikidata.org/wiki/Q2919644","display_name":"Verification and validation","level":2,"score":0.45078906416893005},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.44517782330513},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.43728533387184143},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.42975562810897827},{"id":"https://openalex.org/C2988343187","wikidata":"https://www.wikidata.org/wiki/Q1130645","display_name":"Open source software","level":3,"score":0.4276924729347229},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33847182989120483},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09601598978042603},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2685612","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2685612","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3000904490","display_name":null,"funder_award_id":"EP/K030353/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5100090999","display_name":"Explorative Test Oracle Generation","funder_award_id":"EP/K030353/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W176867143","https://openalex.org/W196342399","https://openalex.org/W1504917336","https://openalex.org/W1518151261","https://openalex.org/W1526710119","https://openalex.org/W1548806133","https://openalex.org/W1556566737","https://openalex.org/W1845288303","https://openalex.org/W1857528250","https://openalex.org/W1886554846","https://openalex.org/W1968283232","https://openalex.org/W1971650562","https://openalex.org/W1975581743","https://openalex.org/W1975833562","https://openalex.org/W1981621595","https://openalex.org/W1984411619","https://openalex.org/W1988537734","https://openalex.org/W1990543981","https://openalex.org/W1990748503","https://openalex.org/W1992105245","https://openalex.org/W1993760289","https://openalex.org/W2002386085","https://openalex.org/W2003385991","https://openalex.org/W2012210872","https://openalex.org/W2012997183","https://openalex.org/W2014560533","https://openalex.org/W2018017297","https://openalex.org/W2021269276","https://openalex.org/W2024352272","https://openalex.org/W2024442685","https://openalex.org/W2029136037","https://openalex.org/W2073792277","https://openalex.org/W2082274331","https://openalex.org/W2083506996","https://openalex.org/W2092382400","https://openalex.org/W2095414225","https://openalex.org/W2095938258","https://openalex.org/W2098413804","https://openalex.org/W2100775847","https://openalex.org/W2105896632","https://openalex.org/W2107031757","https://openalex.org/W2107709519","https://openalex.org/W2107751709","https://openalex.org/W2118940525","https://openalex.org/W2121650870","https://openalex.org/W2122205205","https://openalex.org/W2122598528","https://openalex.org/W2123468567","https://openalex.org/W2128011709","https://openalex.org/W2128012547","https://openalex.org/W2131102467","https://openalex.org/W2131507481","https://openalex.org/W2133591107","https://openalex.org/W2133900335","https://openalex.org/W2134825350","https://openalex.org/W2134882087","https://openalex.org/W2136363516","https://openalex.org/W2144074687","https://openalex.org/W2144186806","https://openalex.org/W2144667363","https://openalex.org/W2146641295","https://openalex.org/W2151519920","https://openalex.org/W2155233265","https://openalex.org/W2157083801","https://openalex.org/W2157215835","https://openalex.org/W2157309873","https://openalex.org/W2158335989","https://openalex.org/W2160140538","https://openalex.org/W2162120832","https://openalex.org/W2165413178","https://openalex.org/W2167723122","https://openalex.org/W2168909041","https://openalex.org/W2169063148","https://openalex.org/W2169090130","https://openalex.org/W2171683519","https://openalex.org/W2171718649","https://openalex.org/W2172260321","https://openalex.org/W2480257031","https://openalex.org/W4239128575","https://openalex.org/W4253606798","https://openalex.org/W4300870773"],"related_works":["https://openalex.org/W314063233","https://openalex.org/W2134263268","https://openalex.org/W2152781486","https://openalex.org/W2016656063","https://openalex.org/W1516232014","https://openalex.org/W2984668418","https://openalex.org/W4378700939","https://openalex.org/W2381408322","https://openalex.org/W1575382834","https://openalex.org/W3118244000"],"abstract_inverted_index":{"Research":[0],"on":[1,52,89,163,264],"software":[2,11,91,114,131,188,220,248,304],"testing":[3,12,285,305],"produces":[4],"many":[5],"innovative":[6],"automated":[7,38],"techniques,":[8],"but":[9],"because":[10],"is":[13,73,268],"by":[14,49,65,270],"necessity":[15],"incomplete":[16],"and":[17,184],"approximate,":[18],"any":[19],"new":[20],"technique":[21],"faces":[22],"the":[23,30,43,66,76,90,103,118,147,158,169,177,212,217,228,231,245],"challenge":[24],"of":[25,105,149,201,219,230,247,278,293,301],"an":[26,223,265],"empirical":[27,224],"assessment.":[28],"In":[29,142],"past,":[31],"we":[32,93,145],"have":[33],"demonstrated":[34],"scientific":[35,71,260],"advance":[36,72],"in":[37,153,209,244,283,295],"unit":[39,154,284],"test":[40,155],"generation":[41,156],"with":[42,259],"E":[44],"VO":[45,84,159,194],"S":[46,85,160,195],"UITE":[47,86,161,196],"tool":[48,162],"evaluating":[50,124],"it":[51,97],"manually":[53],"selected":[54,94],"open-source":[55,167,173],"projects":[56,92,174],"or":[57],"examples":[58],"that":[59,193],"represent":[60],"a":[61,150,290],"particular":[62],"problem":[63],"addressed":[64],"underlying":[67],"technique.":[68],"However,":[69,127,211],"demonstrating":[70,79],"not":[74,99],"necessarily":[75],"same":[77],"as":[78],"practical":[80,256,280],"value;":[81],"even":[82],"if":[83],"worked":[87],"well":[88],"for":[95,222],"evaluation,":[96],"might":[98],"scale":[100],"up":[101],"to":[102,116,120,137,176,236,239,289,307],"complexity":[104],"real":[106],"systems.":[107],"Ideally,":[108],"one":[109],"would":[110],"use":[111],"large":[112,151,276],"\u201creal-world\u201d":[113],"systems":[115,132,221],"minimize":[117],"threats":[119],"external":[121],"validity":[122],"when":[123],"research":[125,135,306],"tools.":[126],"neither":[128],"choosing":[129],"such":[130,279],"nor":[133],"applying":[134],"prototypes":[136],"them":[138],"are":[139],"trivial":[140],"tasks.":[141],"this":[143,296],"article":[144],"present":[146],"results":[148,229],"experiment":[152],"using":[157],"100":[164],"randomly":[165],"chosen":[166],"projects,":[168,183],"10":[170],"most":[171],"popular":[172],"according":[175],"SourceForge":[178],"Web":[179],"site,":[180],"seven":[181],"industrial":[182],"11":[185],"automatically":[186],"generated":[187],"projects.":[189],"The":[190,274],"study":[191,213,225],"confirms":[192],"can":[197,226,234],"achieve":[198],"good":[199],"levels":[200],"branch":[202,262],"coverage":[203,263],"(on":[204],"average,":[205],"71%":[206],"per":[207],"class)":[208],"practice.":[210,308],"also":[214],"exemplifies":[215],"how":[216,255],"choice":[218],"influence":[227],"experiments,":[232],"which":[233],"serve":[235],"inform":[237],"researchers":[238],"make":[240],"more":[241],"conscious":[242],"choices":[243],"selection":[246],"system":[249],"subjects.":[250],"Furthermore,":[251],"our":[252],"experiments":[253],"demonstrate":[254],"limitations":[257],"interfere":[258],"advances,":[261],"unbiased":[266],"sample":[267],"affected":[269],"predominant":[271],"environmental":[272],"dependencies.":[273],"surprisingly":[275],"effect":[277],"engineering":[281],"problems":[282],"will":[286],"hopefully":[287],"lead":[288],"larger":[291],"appreciation":[292],"work":[294],"area,":[297],"thus":[298],"supporting":[299],"transfer":[300],"knowledge":[302],"from":[303]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":24},{"year":2019,"cited_by_count":25},{"year":2018,"cited_by_count":20},{"year":2017,"cited_by_count":22},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":11}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}