{"id":"https://openalex.org/W4393305539","doi":"https://doi.org/10.1109/tse.2024.3382365","title":"ChatGPT vs SBST: A Comparative Assessment of Unit Test Suite Generation","display_name":"ChatGPT vs SBST: A Comparative Assessment of Unit Test Suite Generation","publication_year":2024,"publication_date":"2024-03-29","ids":{"openalex":"https://openalex.org/W4393305539","doi":"https://doi.org/10.1109/tse.2024.3382365"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3382365","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3382365","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.gla.ac.uk/view/author/72794.html>","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000449889","display_name":"Yutian Tang","orcid":"https://orcid.org/0000-0001-5677-4564"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yutian Tang","raw_affiliation_strings":["University of Glasgow, Glasgow, U.K","University of Glasgow, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-5677-4564","affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]},{"raw_affiliation_string":"University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103105157","display_name":"Zhijie Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijie Liu","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0972-8631","affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101904849","display_name":"Zhichao Zhou","orcid":"https://orcid.org/0000-0002-4543-262X"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhichao Zhou","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4543-262X","affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100400376","display_name":"Xiapu Luo","orcid":"https://orcid.org/0000-0002-9082-3208"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiapu Luo","raw_affiliation_strings":["Department of Computing, Hong Kong Polytechnic University, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-9082-3208","affiliations":[{"raw_affiliation_string":"Department of Computing, Hong Kong Polytechnic University, Hong Kong SAR, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":35.8937,"has_fulltext":true,"cited_by_count":79,"citation_normalized_percentile":{"value":0.99779331,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"50","issue":"6","first_page":"1340","last_page":"1359"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8065066933631897},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.7355642914772034},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.6895487904548645},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.5763123631477356},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4733205735683441},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.34813961386680603},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.19305691123008728},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1540789008140564},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.1404854953289032}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8065066933631897},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.7355642914772034},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.6895487904548645},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.5763123631477356},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4733205735683441},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.34813961386680603},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.19305691123008728},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1540789008140564},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.1404854953289032},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2024.3382365","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3382365","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:eprints.gla.ac.uk:324030","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/72794.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Articles"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:324030","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/72794.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Articles"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4223574508","display_name":null,"funder_award_id":"62202306","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322598","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W1599808047","https://openalex.org/W1639726083","https://openalex.org/W1970407057","https://openalex.org/W1971650562","https://openalex.org/W1977321274","https://openalex.org/W1989657183","https://openalex.org/W1993760289","https://openalex.org/W2066536303","https://openalex.org/W2082274331","https://openalex.org/W2120563984","https://openalex.org/W2126752493","https://openalex.org/W2136296681","https://openalex.org/W2137086189","https://openalex.org/W2154897437","https://openalex.org/W2157331557","https://openalex.org/W2294980783","https://openalex.org/W2311532076","https://openalex.org/W2586946380","https://openalex.org/W2730208304","https://openalex.org/W2734809802","https://openalex.org/W2735077751","https://openalex.org/W2896457183","https://openalex.org/W2962739339","https://openalex.org/W2967869969","https://openalex.org/W2979104824","https://openalex.org/W2979993677","https://openalex.org/W2996428491","https://openalex.org/W3005628256","https://openalex.org/W3043456590","https://openalex.org/W3091518781","https://openalex.org/W3091730360","https://openalex.org/W3098136301","https://openalex.org/W3099655892","https://openalex.org/W3105903381","https://openalex.org/W3108032709","https://openalex.org/W3160700180","https://openalex.org/W3161448441","https://openalex.org/W3162962341","https://openalex.org/W3165441654","https://openalex.org/W3177546869","https://openalex.org/W3177813494","https://openalex.org/W3181437774","https://openalex.org/W3194136989","https://openalex.org/W3202888839","https://openalex.org/W4205403018","https://openalex.org/W4226278401","https://openalex.org/W4239900777","https://openalex.org/W4251988601","https://openalex.org/W4252610768","https://openalex.org/W4287668913","https://openalex.org/W4288089799","https://openalex.org/W4313563621","https://openalex.org/W4376122390","https://openalex.org/W4378591002","https://openalex.org/W4384304865","https://openalex.org/W4384345664","https://openalex.org/W4385245566","https://openalex.org/W4385574029","https://openalex.org/W6676373471","https://openalex.org/W6753851271","https://openalex.org/W6755207826","https://openalex.org/W6768021236","https://openalex.org/W6768856471","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6787335730","https://openalex.org/W6795855765","https://openalex.org/W6798182279","https://openalex.org/W6810738896","https://openalex.org/W6811020200","https://openalex.org/W6852417946","https://openalex.org/W6944578371"],"related_works":["https://openalex.org/W1485837041","https://openalex.org/W4389236635","https://openalex.org/W3204955359","https://openalex.org/W2038379963","https://openalex.org/W2404183746","https://openalex.org/W3114223219","https://openalex.org/W4251258648","https://openalex.org/W2069944787","https://openalex.org/W4243202646","https://openalex.org/W2733392061"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,11,31,85,103,116,126],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"have":[7,28],"demonstrated":[8],"exceptional":[9],"success":[10],"a":[12,41],"wide":[13],"range":[14],"of":[15,44,81,101,114],"general":[16],"domain":[17],"tasks,":[18],"such":[19],"as":[20],"question":[21],"answering":[22],"and":[23,52,71,79,119],"following":[24],"instructions.":[25],"Moreover,":[26],"LLMs":[27,82,102,115],"shown":[29],"potential":[30,113],"various":[32],"software":[33,105,117],"engineering":[34,106,118],"applications.":[35],"In":[36],"this":[37,93,127],"study,":[38],"we":[39],"present":[40],"systematic":[42],"comparison":[43,59],"test":[45,88],"suites":[46],"generated":[47],"by":[48],"the":[49,53,77,99,112,121],"ChatGPT":[50],"LLM":[51],"state-of-the-art":[54],"SBST":[55],"tool":[56],"EvoSuite.":[57],"Our":[58],"is":[60],"based":[61],"on":[62],"several":[63],"critical":[64],"factors,":[65],"including":[66],"correctness,":[67],"readability,":[68],"code":[69],"coverage,":[70],"bug":[72],"detection":[73],"capability.":[74],"By":[75],"highlighting":[76],"strengths":[78],"weaknesses":[80],"(specifically":[83],"ChatGPT)":[84],"generating":[86],"unit":[87],"cases":[89],"compared":[90],"to":[91],"EvoSuite,":[92],"work":[94],"provides":[95],"valuable":[96],"insights":[97],"into":[98],"performance":[100],"solving":[104],"problems.":[107],"Overall,":[108],"our":[109],"findings":[110],"underscore":[111],"pave":[120],"way":[122],"for":[123],"further":[124],"research":[125],"area.":[128]},"counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}