{"id":"https://openalex.org/W7160329366","doi":"https://doi.org/10.1109/access.2026.3690571","title":"Boosting Test Generation in Industrial Codebases: A Comparative Study of Base and Fine-Tuned LLMs","display_name":"Boosting Test Generation in Industrial Codebases: A Comparative Study of Base and Fine-Tuned LLMs","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7160329366","doi":"https://doi.org/10.1109/access.2026.3690571"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3690571","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3690571","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3690571","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102717882","display_name":"Azeem Ahmad","orcid":"https://orcid.org/0000-0003-3049-1261"},"institutions":[{"id":"https://openalex.org/I142024983","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26","country_code":"SA","type":"education","lineage":["https://openalex.org/I142024983"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Azeem Ahmad","raw_affiliation_strings":["Department of Software Engineering, Prince Sultan University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-3049-1261","affiliations":[{"raw_affiliation_string":"Department of Software Engineering, Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003012052","display_name":"Muhammad Rashid Naeem","orcid":"https://orcid.org/0000-0003-2341-0443"},"institutions":[{"id":"https://openalex.org/I142024983","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26","country_code":"SA","type":"education","lineage":["https://openalex.org/I142024983"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Muhammad Rashid Naeem","raw_affiliation_strings":["Department of Software Engineering, Prince Sultan University, Riyadh, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I142024983"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.60443276,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"73436","last_page":"73454"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.8707000017166138,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.8707000017166138,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.07909999787807465,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.013700000010430813,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.8300999999046326},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.40950000286102295},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.38589999079704285}],"concepts":[{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.8300999999046326},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.503600001335144},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.40950000286102295},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.38589999079704285},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3528999984264374},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3206000030040741},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.288100004196167},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2565999925136566},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25360000133514404},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.2533999979496002}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3690571","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3690571","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:23a0c594941d47db87fa8b238fcd25af","is_oa":false,"landing_page_url":"https://doaj.org/article/23a0c594941d47db87fa8b238fcd25af","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 73436-73454 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3690571","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3690571","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4415816366672516,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4,22],"demonstrated":[5],"promising":[6],"capabilities":[7],"in":[8,14,54,84,151,163,169,193],"automated":[9],"software":[10,43,196],"engineering":[11],"tasks,":[12],"particularly":[13],"test":[15,36,82,100,153],"case":[16],"generation.":[17],"Recently,":[18],"researchers":[19],"and":[20,31,41,68,78,112,126,142,155,166,178,189],"practitioners":[21],"actively":[23],"explored":[24],"using":[25,122],"open-source":[26,30,52],"datasets":[27],"with":[28],"both":[29,152],"commercial":[32],"LLMs":[33,53],"for":[34,80],"generating":[35],"cases":[37,107],"from":[38],"source":[39],"code":[40,113,156],"related":[42],"artifacts.":[44],"However,":[45],"the":[46,63,72,143,173,184],"effectiveness":[47],"of":[48,65,71,160,186],"(fine-tuned":[49],"vs":[50],"base)":[51],"industrial":[55,87],"settings":[56],"remains":[57],"under":[58],"explored.":[59],"This":[60,89,181],"study":[61,90],"investigates":[62],"performance":[64,130],"various":[66],"fine-tuned":[67,136],"base":[69,77,140],"configurations":[70,119],"DeepSeek-Coder":[73],"33B":[74],"model":[75,162,168],"(i.e.,":[76],"instruct)":[79],"unit":[81],"generation":[83],"a":[85,92],"large-scale":[86],"code-base.":[88],"propose":[91],"two-loop":[93],"refinement":[94,145],"strategy:":[95],"Loop":[96,103],"1":[97,165],"generates":[98],"initial":[99],"cases,":[101],"while":[102],"2":[104,171],"refines":[105],"failed":[106],"based":[108],"on":[109],"compilation":[110,123,154,179],"errors":[111],"coverage":[114,128,176],"feedback.":[115],"Eight":[116],"different":[117],"LLM":[118],"were":[120],"evaluated":[121],"success":[124],"rate":[125],"line":[127,175],"as":[129],"metrics.":[131],"Our":[132],"findings":[133],"reveal":[134],"that":[135],"models":[137],"significantly":[138],"outperform":[139],"models,":[141],"proposed":[144],"strategy":[146],"leads":[147],"to":[148],"measurable":[149],"improvements":[150],"coverage.":[157],"The":[158],"use":[159],"fine-tuned-instruct":[161,167],"loop":[164,170],"yielded":[172],"highest":[174],"(62.56%)":[177],"success.":[180],"work":[182],"demonstrates":[183],"value":[185],"domain-specific":[187],"fine-tuning":[188],"multi-phase":[190],"feedback":[191],"strategies":[192],"enhancing":[194],"LLM-powered":[195],"testing":[197],"pipelines.":[198]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2026-05-06T00:00:00"}