{"id":"https://openalex.org/W7215413837","doi":null,"title":"Automating Unit Test Generation with Large Language Models: An Integrated Empirical and Theoretical Investigation","display_name":"Automating Unit Test Generation with Large Language Models: An Integrated Empirical and Theoretical Investigation","alternate_titles":[],"publication_year":2025,"publication_date":"2025-11-30","ids":{"openalex":"https://openalex.org/W7215413837"},"language":"en","primary_location":{"id":"pmh:oai:eijmr.org:article/4179","doi":null,"is_oa":true,"landing_page_url":"https://eijmr.org/index.php/eijmr/article/view/4179/5671","pdf_url":"https://eijmr.org/index.php/eijmr/article/download/4179/5671/10197","source":{"id":"https://openalex.org/S7407065806","display_name":"Ethiopian International Journal of Multidisciplinary Research","issn_l":"2349-5707","issn":["2349-5707","2349-5715"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2349-5707","raw_type":"info:eu-repo/semantics/article"},"parent_works":[],"lineage":["https://openalex.org/W7215413837"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://eijmr.org/index.php/eijmr/article/download/4179/5671/10197","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5154152375","display_name":"John K. Morales","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"John K. Morales","raw_affiliation_strings":["Global Institute of Computing , University of Lisbon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Global Institute of Computing , University of Lisbon","institution_ids":["https://openalex.org/I141596103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5154152375"],"corresponding_institution_ids":["https://openalex.org/I141596103"],"apc_list":null,"apc_paid":null,"fwci":0.5037,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.57344985,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unit-test-generation","display_name":"unit test generation","score":0.9120000004768372},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9959999918937683},{"id":"https://openalex.org/keywords/search-based-software-testing","display_name":"search-based testing","score":0.7929999828338623},{"id":"https://openalex.org/keywords/symbolic-execution","display_name":"symbolic execution","score":0.7789999842643738},{"id":"https://openalex.org/keywords/test-suite-quality","display_name":"test suite quality","score":0.37400001287460327},{"id":"https://openalex.org/keywords/mutation-score","display_name":"mutation score","score":0.4950000047683716},{"id":"https://openalex.org/keywords/test-maintainability","display_name":"test maintainability","score":0.5799999833106995},{"id":"https://openalex.org/keywords/test-automation-framework","display_name":"test automation framework","score":0.36500000953674316},{"id":"https://openalex.org/keywords/code-coverage","display_name":"code coverage","score":0.46299999952316284},{"id":"https://openalex.org/keywords/llm-as-a-judge","display_name":"LLM-as-a-judge","score":0.3409999907016754}],"concepts":[{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.8274000287055969},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6840999722480774},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6599000096321106},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.6032000184059143},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.574400007724762},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.5187000036239624},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5041999816894531},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4814999997615814},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46209999918937683},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.4350999891757965},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.41449999809265137},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.40560001134872437},{"id":"https://openalex.org/C10272871","wikidata":"https://www.wikidata.org/wiki/Q929972","display_name":"Software inspection","level":5,"score":0.4025999903678894},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39320001006126404},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.36660000681877136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.366100013256073},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3506999909877777},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.32429999113082886},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.319599986076355},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.26269999146461487},{"id":"https://openalex.org/C4478048","wikidata":"https://www.wikidata.org/wiki/Q950250","display_name":"Test-driven development","level":4,"score":0.2583000063896179},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C165825675","wikidata":"https://www.wikidata.org/wiki/Q1399743","display_name":"Model-based testing","level":4,"score":0.2565000057220459},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.251800000667572},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:eijmr.org:article/4179","doi":null,"is_oa":true,"landing_page_url":"https://eijmr.org/index.php/eijmr/article/view/4179/5671","pdf_url":"https://eijmr.org/index.php/eijmr/article/download/4179/5671/10197","source":{"id":"https://openalex.org/S7407065806","display_name":"Ethiopian International Journal of Multidisciplinary Research","issn_l":"2349-5707","issn":["2349-5707","2349-5715"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2349-5707","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:eijmr.org:article/4179","doi":null,"is_oa":true,"landing_page_url":"https://eijmr.org/index.php/eijmr/article/view/4179/5671","pdf_url":"https://eijmr.org/index.php/eijmr/article/download/4179/5671/10197","source":{"id":"https://openalex.org/S7407065806","display_name":"Ethiopian International Journal of Multidisciplinary Research","issn_l":"2349-5707","issn":["2349-5707","2349-5715"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2349-5707","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7215413837.pdf","grobid_xml":"https://content.openalex.org/works/W7215413837.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2027422213","https://openalex.org/W2107709519","https://openalex.org/W2109596254","https://openalex.org/W2781612998","https://openalex.org/W2991315158","https://openalex.org/W3136204722","https://openalex.org/W4388483238","https://openalex.org/W4392414327","https://openalex.org/W4393305539","https://openalex.org/W4399668074","https://openalex.org/W4400484392","https://openalex.org/W4400582690","https://openalex.org/W4402665833","https://openalex.org/W4403536268","https://openalex.org/W4410309203"],"related_works":["https://openalex.org/W7140887005","https://openalex.org/W4409494409","https://openalex.org/W4403536268","https://openalex.org/W7142196394","https://openalex.org/W4409496087","https://openalex.org/W4413360274","https://openalex.org/W6990871462","https://openalex.org/W7125995066","https://openalex.org/W4411552855"],"abstract_inverted_index":{"Background:":[0],"The":[1,213],"emergence":[2],"of":[3,30,114,219,232,248,280,427,461,465],"large":[4],"language":[5],"models":[6],"(LLMs)":[7],"has":[8],"introduced":[9],"novel":[10],"capabilities":[11],"for":[12,66,168,275,325,416,424,458,471],"program":[13],"understanding":[14],"and":[15,28,58,61,81,91,111,135,142,146,160,185,198,225,236,239,258,283,316,351,358,387,432,446,468,474],"automated":[16,122,241,378,407],"artifact":[17],"generation,":[18],"including":[19],"unit":[20,35,116,309],"tests.":[21],"Recent":[22],"empirical":[23,211,473],"work":[24],"suggests":[25],"both":[26],"promise":[27],"limitations":[29,464],"LLMs":[31,148,167,338,400,423],"when":[32,145],"applied":[33],"to":[34,127,139,405,443],"test":[36,117,201,300,462],"generation":[37,118,202,426],"tasks":[38],"(Yang":[39,329],"et":[40,44,48,96,172,176,180,190,204,263,295,330,334,364,392,396],"al.,":[41,45,49,97,173,177,181,191,205,264,296,331,335,365,393,397],"2024;":[42,46,178,332],"Siddiq":[43,333],"Tang":[47,395],"2024).":[50,336,398],"However,":[51,337],"existing":[52,226],"studies":[53],"vary":[54],"in":[55,278,305],"scope,":[56],"metrics,":[57],"experimental":[59],"controls,":[60],"there":[62],"remains":[63],"a":[64,129,209,216,230,402,413,452],"need":[65],"an":[67,271],"integrative":[68],"study":[69,105,214],"that":[70,311,373],"synthesizes":[71],"prior":[72,164],"methodologies,":[73],"aligns":[74],"evaluation":[75,133,161],"criteria":[76],"with":[77,120,222,377,435,451],"software":[78,88,169],"engineering":[79,170],"standards,":[80],"explores":[82],"complementary":[83],"approaches":[84],"such":[85],"as":[86],"search-based":[87],"testing":[89,94,123,281,408,442],"(SBST)":[90],"feedback-directed":[92,199,440],"random":[93,200,441],"(Pacheco":[95,203],"2007;":[98],"Harman":[99,367],"&":[100,195,287,291,368],"McMinn,":[101,196,369],"2010).":[102,370],"Objective:":[103],"This":[104],"systematically":[106],"investigates":[107],"the":[108,406,459],"effectiveness,":[109],"reliability,":[110],"practical":[112],"utility":[113],"LLM-based":[115],"compared":[119],"established":[121,417],"techniques.":[124,418],"We":[125,268,449],"aim":[126],"provide":[128],"rigorous":[130],"methodology,":[131],"reproduceable":[132],"framework,":[134,455],"nuanced":[136],"theoretical":[137,456],"interpretation":[138],"inform":[140],"practitioners":[141],"researchers":[143],"about":[144],"how":[147],"can":[149],"augment":[150],"or":[151,321,380,439],"replace":[152],"traditional":[153],"test-generation":[154],"approaches.":[155],"Methods:":[156],"Drawing":[157],"on":[158,166,340],"methods":[159],"practices":[162,420],"from":[163],"literature":[165],"(Fan":[171],"2023;":[174,394],"Hou":[175],"Rao":[179],"2023),":[182],"symbolic":[183,356,381,437],"execution":[184,357],"loop":[186,346],"characteristic":[187],"analyses":[188],"(Xiao":[189,363],"2013),":[192],"SBST":[193,359],"(Harman":[194],"2010),":[197],"2007),":[206],"we":[207],"designed":[208],"controlled":[210],"study.":[212],"uses":[215],"curated":[217],"corpus":[218],"Java":[220],"classes":[221],"documented":[223],"behavior":[224],"high-quality":[227],"JUnit":[228],"suites,":[229],"set":[231],"LLM":[233],"prompting":[234],"strategies":[235,372],"model":[237],"variants,":[238],"baseline":[240,323],"tools.":[242],"Evaluation":[243],"metrics":[244],"include":[245,421],"functional":[246],"correctness":[247],"generated":[249],"tests,":[250],"mutation":[251],"score,":[252],"coverage":[253,388,445],"(statement/branch),":[254],"fault-revealing":[255,385],"power,":[256],"human-readability,":[257],"maintenance":[259],"cost":[260],"proxies":[261],"(Dustin":[262],"2009;":[265],"ISO/IEC/IEEE":[266],"24765:2017).":[267],"also":[269],"present":[270],"extended":[272],"analytical":[273],"framework":[274],"interpreting":[276],"results":[277],"light":[279],"taxonomies":[282],"automation":[284,454],"frameworks":[285],"(Mayeda":[286],"Andrews,":[288],"2021;":[289],"Lonetti":[290],"Marchetti,":[292],"2018;":[293],"Chandra":[294],"2025).":[297],"Results:":[298],"LLM-generated":[299,375],"suites":[301],"exhibit":[302],"notable":[303],"strengths":[304],"producing":[306],"human-readable,":[307],"behaviorally-oriented":[308],"tests":[310,431],"capture":[312],"common":[313],"usage":[314],"patterns":[315],"edge-case":[317],"assertions,":[318],"often":[319],"matching":[320],"exceeding":[322],"code-coverage":[324],"idiomatic":[326],"code":[327,341],"fragments":[328],"struggle":[339],"segments":[342],"dominated":[343],"by":[344],"complex":[345],"constructs,":[347],"intricate":[348],"path":[349],"conditions,":[350],"subtle":[352],"numerical":[353],"invariants\u2014areas":[354],"where":[355],"demonstrate":[360],"comparative":[361],"advantages":[362],"2013;":[366],"Hybrid":[371],"combine":[374],"scaffolding":[376],"search":[379],"refinement":[382],"substantially":[383],"improve":[384,444],"power":[386],"plateau":[389],"escape":[390],"(Lemieux":[391],"Conclusions:":[399],"are":[401,411],"valuable":[403],"addition":[404],"toolkit":[409],"but":[410],"not":[412],"universal":[414],"replacement":[415],"Best":[419],"using":[422],"rapid":[425],"semantically":[428],"rich,":[429],"human-readable":[430],"integrating":[433],"them":[434],"SBST,":[436],"execution,":[438],"fault":[447],"detection.":[448],"conclude":[450],"prescriptive":[453],"implications":[457],"future":[460],"automation,":[463],"our":[466],"study,":[467],"concrete":[469],"directions":[470],"follow-up":[472],"tooling":[475],"work.":[476]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7215413837","counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-10-02T00:00:00"}
