{"id":"https://openalex.org/W4416707315","doi":"https://doi.org/10.1109/access.2025.3637221","title":"AI-Powered Unit Test Generation via Multi-LLM Chaining: A Case Study With GPT-4o, Gemini, and Claude-3.5","display_name":"AI-Powered Unit Test Generation via Multi-LLM Chaining: A Case Study With GPT-4o, Gemini, and Claude-3.5","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416707315","doi":"https://doi.org/10.1109/access.2025.3637221"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3637221","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3637221","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3637221","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048293930","display_name":"Chandan Kumar","orcid":"https://orcid.org/0000-0003-1212-8418"},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Chandan Kumar","raw_affiliation_strings":["Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, Amaravati, India","Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, India"],"raw_orcid":"https://orcid.org/0000-0003-1212-8418","affiliations":[{"raw_affiliation_string":"Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, Amaravati, India","institution_ids":["https://openalex.org/I81556334"]},{"raw_affiliation_string":"Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, India","institution_ids":["https://openalex.org/I81556334"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Usha Sri Ponaka","orcid":"https://orcid.org/0009-0003-0440-6438"},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Usha Sri Ponaka","raw_affiliation_strings":["Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, Amaravati, India","Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, India"],"raw_orcid":"https://orcid.org/0009-0003-0440-6438","affiliations":[{"raw_affiliation_string":"Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, Amaravati, India","institution_ids":["https://openalex.org/I81556334"]},{"raw_affiliation_string":"Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, India","institution_ids":["https://openalex.org/I81556334"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046693029","display_name":"Pula V Lakshmi Narasimha Naidu","orcid":null},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pula V. Lakshmi Narasimha Naidu","raw_affiliation_strings":["Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, Amaravati, India","Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, India"],"raw_orcid":"https://orcid.org/0009-0003-8208-5465","affiliations":[{"raw_affiliation_string":"Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, Amaravati, India","institution_ids":["https://openalex.org/I81556334"]},{"raw_affiliation_string":"Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, India","institution_ids":["https://openalex.org/I81556334"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120566858","display_name":"P Bhuvaneswari","orcid":null},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pyatlo Bhuvaneswari","raw_affiliation_strings":["Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, Amaravati, India","Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, India"],"raw_orcid":"https://orcid.org/0009-0008-5983-6730","affiliations":[{"raw_affiliation_string":"Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, Amaravati, India","institution_ids":["https://openalex.org/I81556334"]},{"raw_affiliation_string":"Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amaravati Campus, India","institution_ids":["https://openalex.org/I81556334"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006355592","display_name":"Mukesh Prasad","orcid":"https://orcid.org/0000-0002-7745-9667"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mukesh Prasad","raw_affiliation_strings":["School of Computer Science, University of Technology Sydney, Sydney, Ultimo, NSW, Australia","Amity Institute of Information Technology, Amity University Jharkhand, Ranchi, India"],"raw_orcid":"https://orcid.org/0000-0002-7745-9667","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Amity Institute of Information Technology, Amity University Jharkhand, Ranchi, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101418241","display_name":"Sunil Kumar Singh","orcid":"https://orcid.org/0000-0001-5004-0869"},"institutions":[{"id":"https://openalex.org/I164861460","display_name":"Manipal Academy of Higher Education","ror":"https://ror.org/02xzytt36","country_code":"IN","type":"education","lineage":["https://openalex.org/I164861460"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sunil Kumar Singh","raw_affiliation_strings":["Department of Computer Science and Engineering, Manipal Academy of Higher Education, Manipal Institute of Technology Bengaluru, Manipal, India","Department of Computer Science and Engineering, Manipal Institute of Technology Bengaluru, Manipal Academy of Higher Education, Manipal, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Manipal Academy of Higher Education, Manipal Institute of Technology Bengaluru, Manipal, India","institution_ids":["https://openalex.org/I164861460"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Manipal Institute of Technology Bengaluru, Manipal Academy of Higher Education, Manipal, India","institution_ids":["https://openalex.org/I164861460"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5048293930"],"corresponding_institution_ids":["https://openalex.org/I81556334"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.0623,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.90231621,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"13","issue":null,"first_page":"204058","last_page":"204071"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.015399999916553497,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.007400000002235174,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.8967999815940857},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7324000000953674},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.4950000047683716},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4862000048160553},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4339999854564667},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.41909998655319214},{"id":"https://openalex.org/keywords/test-driven-development","display_name":"Test-driven development","score":0.40389999747276306},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.382999986410141},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.36980000138282776}],"concepts":[{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.8967999815940857},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.829200029373169},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7324000000953674},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4950000047683716},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4862000048160553},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.4359999895095825},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4339999854564667},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4309999942779541},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.41909998655319214},{"id":"https://openalex.org/C4478048","wikidata":"https://www.wikidata.org/wiki/Q950250","display_name":"Test-driven development","level":4,"score":0.40389999747276306},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3912999927997589},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.382999986410141},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.36980000138282776},{"id":"https://openalex.org/C108913964","wikidata":"https://www.wikidata.org/wiki/Q2376856","display_name":"System under test","level":4,"score":0.3668000102043152},{"id":"https://openalex.org/C49020025","wikidata":"https://www.wikidata.org/wiki/Q1059099","display_name":"Chaining","level":2,"score":0.3637000024318695},{"id":"https://openalex.org/C107683887","wikidata":"https://www.wikidata.org/wiki/Q782466","display_name":"Integration testing","level":3,"score":0.3116999864578247},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.30630001425743103},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3019999861717224},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.30169999599456787},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.287200003862381},{"id":"https://openalex.org/C86469151","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Non-regression testing","level":5,"score":0.2816999852657318},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.2709999978542328},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C142614401","wikidata":"https://www.wikidata.org/wiki/Q777433","display_name":"Forward chaining","level":3,"score":0.26510000228881836},{"id":"https://openalex.org/C52928878","wikidata":"https://www.wikidata.org/wiki/Q7554226","display_name":"Software reliability testing","level":5,"score":0.2596000134944916},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2581000030040741},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.2565000057220459},{"id":"https://openalex.org/C21883318","wikidata":"https://www.wikidata.org/wiki/Q2297847","display_name":"Deliverable","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2538999915122986},{"id":"https://openalex.org/C7166840","wikidata":"https://www.wikidata.org/wiki/Q1199682","display_name":"System testing","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3637221","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3637221","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7fe45fb2b8324b98af9d48e07be7d4d7","is_oa":true,"landing_page_url":"https://doaj.org/article/7fe45fb2b8324b98af9d48e07be7d4d7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 204058-204071 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3637221","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3637221","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Software":[0],"testing":[1,250],"is":[2,40,321],"a":[3,21,34,41,78,84,120,149,168,287],"critical":[4],"activity":[5],"in":[6,69,74,315],"the":[7,28,56,92,95,100,106,113,127,172,177,186,192,199,206,212,283,316],"software":[8,24,319],"development":[9],"cycle":[10],"since":[11],"it":[12],"confirms":[13],"code":[14],"correctness,":[15],"reliability,":[16],"and":[17,43,112,135,140,174,183,221,243,271,297,324],"maintainability.":[18],"Unit":[19],"testing,":[20,25],"cornerstone":[22],"of":[23,30,33,58,94,102,108,115,129,176,190,219],"involves":[26],"verifying":[27],"correctness":[29],"individual":[31],"components":[32],"program.":[35],"Manually":[36],"writing":[37,152],"these":[38],"tests":[39,73,178],"resource-intensive":[42],"time-consuming":[44],"activity.":[45],"Researchers":[46],"have":[47,65],"proposed":[48],"various":[49],"automated":[50,289,311],"test":[51,104,231,258,269,290,312],"generation":[52,291,313],"methods":[53],"to":[54,91,138,170,204,215,228,239,251,256,309],"reduce":[55],"possibility":[57],"this":[59,197,234],"problem.":[60],"Large":[61],"Language":[62],"Models":[63],"(LLMs)":[64],"demonstrated":[66],"remarkable":[67],"efficacy":[68],"automatically":[70],"generating":[71],"unit":[72,153],"recent":[75],"years.":[76],"Although":[77],"single":[79,150],"LLM":[80,123,151,165,200,305],"configuration":[81],"can":[82],"produce":[83,318],"satisfactory":[85],"response,":[86],"there":[87],"are":[88],"possible":[89],"risks":[90],"effectiveness":[93],"generated":[96,213],"tests,":[97,209],"such":[98],"as":[99,167],"repetition":[101],"specific":[103],"cases,":[105],"lack":[107],"edge":[109],"case":[110],"coverage,":[111,263,274],"omission":[114],"full":[116],"assertions.":[117],"We":[118,144],"present":[119],"novel":[121],"method,":[122],"Chaining,":[124],"that":[125,179,320],"uses":[126,202],"collaboration":[128],"several":[130],"LLMs,":[131],"namely":[132],"Gemini,":[133],"GPT-4o,":[134],"Claude-3.5":[136],"Sonnet,":[137],"collaborate":[139],"iteratively":[141],"enhance":[142],"tests.":[143],"started":[145],"by":[146],"looking":[147],"into":[148,164],"test,":[154],"but":[155],"after":[156],"seeing":[157],"how":[158,303],"well":[159,308],"they":[160],"performed,":[161],"we":[162,194,275],"looked":[163],"chaining":[166],"way":[169],"increase":[171],"accuracy":[173,220],"comprehensiveness":[175],"were":[180],"produced.":[181],"Gemini":[182,203],"GPT-4o":[184,216],"yielded":[185],"most":[187],"reliable":[188],"results":[189,214],"all":[191],"configurations":[193],"tested.":[195],"Under":[196],"configuration,":[198],"system":[201],"generate":[205],"initial":[207],"JUnit":[208,230],"then":[210],"sends":[211],"for":[217,233,248],"assimilation":[218],"depth.":[222],"The":[223],"HumanEval":[224],"dataset":[225],"was":[226,237,246],"used":[227,238,247],"create":[229],"cases":[232],"study.":[235],"JaCoCo":[236],"collect":[240],"coverage":[241,266,296],"statistics,":[242],"PIT":[244],"(Pitest)":[245],"mutation-based":[249],"gauge":[252],"an":[253],"LLM\u2019s":[254],"capacity":[255],"identify":[257],"flaws.":[259],"With":[260],"99.05%":[261],"branch":[262,295],"90.48%":[264],"line":[265,299],"from":[267],"3508":[268],"runs,":[270],"94.32%":[272],"mutation":[273],"achieved":[276],"genuinely":[277],"impressive":[278],"results.":[279],"In":[280],"contrast,":[281],"under":[282],"same":[284],"circumstances,":[285],"Randoop,":[286],"well-known":[288],"tool,":[292],"obtained":[293],"68.64%":[294],"78.84%":[298],"coverage.":[300],"This":[301],"demonstrates":[302],"multi-step":[304],"refinement":[306],"works":[307],"advance":[310],"and,":[314],"end,":[317],"more":[322],"dependable":[323],"maintainable.":[325]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-11-27T00:00:00"}