{"id":"https://openalex.org/W4400798705","doi":"https://doi.org/10.1145/3671016.3674813","title":"Optimizing Search-Based Unit Test Generation with Large Language Models: An Empirical Study","display_name":"Optimizing Search-Based Unit Test Generation with Large Language Models: An Empirical Study","publication_year":2024,"publication_date":"2024-07-17","ids":{"openalex":"https://openalex.org/W4400798705","doi":"https://doi.org/10.1145/3671016.3674813"},"language":"en","primary_location":{"id":"doi:10.1145/3671016.3674813","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3671016.3674813","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3671016.3674813?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Asia-Pacific Symposium on Internetware","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3671016.3674813?download=true","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113663269","display_name":"Danni Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danni Xiao","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0009-0006-4954-2005","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109622635","display_name":"Yimeng Guo","orcid":"https://orcid.org/0000-0001-5678-9061"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yimeng Guo","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0001-5678-9061","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360608","display_name":"Yanhui Li","orcid":"https://orcid.org/0000-0003-2282-7175"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhui Li","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0003-2282-7175","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100443798","display_name":"Lin Chen","orcid":"https://orcid.org/0000-0003-2352-2226"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Chen","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0003-2352-2226","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"71","last_page":"80"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6916358470916748},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.5702986121177673},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.511814534664154},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2082589566707611},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.07539549469947815},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.0747685432434082}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6916358470916748},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.5702986121177673},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.511814534664154},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2082589566707611},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.07539549469947815},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0747685432434082},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3671016.3674813","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3671016.3674813","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3671016.3674813?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Asia-Pacific Symposium on Internetware","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3671016.3674813","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3671016.3674813","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3671016.3674813?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Asia-Pacific Symposium on Internetware","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5600000023841858,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G5718290890","display_name":null,"funder_award_id":"62272221","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8803249137","display_name":null,"funder_award_id":"62272221","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400798705.pdf","grobid_xml":"https://content.openalex.org/works/W4400798705.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1971650562","https://openalex.org/W1988676881","https://openalex.org/W1993760289","https://openalex.org/W1995714897","https://openalex.org/W2004071059","https://openalex.org/W2014560533","https://openalex.org/W2066536303","https://openalex.org/W2075485888","https://openalex.org/W2110337982","https://openalex.org/W2122598528","https://openalex.org/W2136363516","https://openalex.org/W2151223430","https://openalex.org/W2152195021","https://openalex.org/W2306286809","https://openalex.org/W2586946380","https://openalex.org/W3005628256","https://openalex.org/W3007533873","https://openalex.org/W3038234297","https://openalex.org/W3105903381","https://openalex.org/W3105943882","https://openalex.org/W4220699888","https://openalex.org/W4284690374","https://openalex.org/W4302422232","https://openalex.org/W4312733872","https://openalex.org/W4320854935","https://openalex.org/W4384304865","https://openalex.org/W4384345748"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2615173508","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W1971817039"],"abstract_inverted_index":{"Search-based":[0],"unit":[1,34],"test":[2,35,50,67,82,90,95],"generation":[3,22,36,68,83,91],"methods":[4,37],"have":[5,17,27,39,166],"been":[6],"considered":[7],"effective":[8],"and":[9,12,38,59,93,179,187],"widely":[10],"applied,":[11],"Large":[13],"Language":[14],"Models":[15],"(LLMs)":[16],"also":[18],"demonstrated":[19],"their":[20],"powerful":[21],"ability.":[23],"Therefore,":[24],"some":[25],"scholars":[26],"proposed":[28],"using":[29],"LLMs":[30,43,61,76,164,181],"to":[31,139,147,151,165],"enhance":[32],"search-based":[33,81],"preliminarily":[40],"confirmed":[41],"that":[42,127],"can":[44,174],"help":[45,176],"alleviate":[46],"the":[47,65,73,86,89,94,104,149],"problem":[48],"of":[49,75,80,106],"coverage":[51,96,141],"plateaus.":[52],"However,":[53],"it":[54],"is":[55,161],"still":[56],"unclear":[57],"when":[58,178],"how":[60,180],"should":[62,182],"intervene":[63],"in":[64,185,193],"time-consuming":[66],"process.":[69],"This":[70,172],"paper":[71],"explores":[72],"application":[74],"at":[77,135],"various":[78],"stages":[79],"(SBTG)":[84],"(including":[85],"initial":[87],"stage,":[88,137],"period,":[92],"plateaus),":[97],"as":[98,100],"well":[99],"strategies":[101],"for":[102,163,191],"controlling":[103],"frequency":[105,160],"LLM":[107,129],"intervention.":[108],"A":[109],"comprehensive":[110],"empirical":[111],"study":[112],"was":[113],"conducted":[114],"on":[115,170],"486":[116],"Python":[117],"benchmark":[118],"modules":[119],"from":[120],"27":[121],"projects.":[122],"The":[123],"experimental":[124],"results":[125],"show":[126],"1)":[128],"intervention":[130,159],"has":[131],"a":[132,143,153,157,167],"positive":[133,168],"effect":[134,169],"any":[136],"whether":[138],"improve":[140],"over":[142],"fixed":[144],"period":[145],"or":[146],"reduce":[148],"time":[150],"reach":[152],"specific":[154],"coverage;":[155],"2)":[156],"reasonable":[158],"crucial":[162],"SBTG.":[171],"work":[173],"better":[175],"understand":[177],"be":[183],"applied":[184],"SBTG":[186],"provide":[188],"valuable":[189],"suggestions":[190],"developers":[192],"practice.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}