{"id":"https://openalex.org/W4414655343","doi":"https://doi.org/10.3390/data10100156","title":"Automated Test Generation Using Large Language Models","display_name":"Automated Test Generation Using Large Language Models","publication_year":2025,"publication_date":"2025-09-30","ids":{"openalex":"https://openalex.org/W4414655343","doi":"https://doi.org/10.3390/data10100156"},"language":"en","primary_location":{"id":"doi:10.3390/data10100156","is_oa":true,"landing_page_url":"https://doi.org/10.3390/data10100156","pdf_url":"https://www.mdpi.com/2306-5729/10/10/156/pdf?version=1759232980","source":{"id":"https://openalex.org/S4210226510","display_name":"Data","issn_l":"2306-5729","issn":["2306-5729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2306-5729/10/10/156/pdf?version=1759232980","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119778394","display_name":"Marcin Andrzejewski","orcid":null},"institutions":[{"id":"https://openalex.org/I18850439","display_name":"Capgemini (Netherlands)","ror":"https://ror.org/03amxdk57","country_code":"NL","type":"company","lineage":["https://openalex.org/I18850439","https://openalex.org/I4210136798"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marcin Andrzejewski","raw_affiliation_strings":["GenerativeAI Academic Research Team (GART), Capgemini Insights & Data, 54-202 Wroclaw, Poland"],"raw_orcid":"https://orcid.org/0009-0006-2089-3290","affiliations":[{"raw_affiliation_string":"GenerativeAI Academic Research Team (GART), Capgemini Insights & Data, 54-202 Wroclaw, Poland","institution_ids":["https://openalex.org/I18850439"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119778395","display_name":"Nina Dubicka","orcid":null},"institutions":[{"id":"https://openalex.org/I18850439","display_name":"Capgemini (Netherlands)","ror":"https://ror.org/03amxdk57","country_code":"NL","type":"company","lineage":["https://openalex.org/I18850439","https://openalex.org/I4210136798"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Nina Dubicka","raw_affiliation_strings":["GenerativeAI Academic Research Team (GART), Capgemini Insights & Data, 54-202 Wroclaw, Poland"],"raw_orcid":"https://orcid.org/0009-0005-6666-172X","affiliations":[{"raw_affiliation_string":"GenerativeAI Academic Research Team (GART), Capgemini Insights & Data, 54-202 Wroclaw, Poland","institution_ids":["https://openalex.org/I18850439"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119778396","display_name":"J\u0119drzej Podolak","orcid":null},"institutions":[{"id":"https://openalex.org/I18850439","display_name":"Capgemini (Netherlands)","ror":"https://ror.org/03amxdk57","country_code":"NL","type":"company","lineage":["https://openalex.org/I18850439","https://openalex.org/I4210136798"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"J\u0119drzej Podolak","raw_affiliation_strings":["GenerativeAI Academic Research Team (GART), Capgemini Insights & Data, 54-202 Wroclaw, Poland"],"raw_orcid":"https://orcid.org/0009-0004-1679-2134","affiliations":[{"raw_affiliation_string":"GenerativeAI Academic Research Team (GART), Capgemini Insights & Data, 54-202 Wroclaw, Poland","institution_ids":["https://openalex.org/I18850439"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119778397","display_name":"Marek Kowal","orcid":null},"institutions":[{"id":"https://openalex.org/I18850439","display_name":"Capgemini (Netherlands)","ror":"https://ror.org/03amxdk57","country_code":"NL","type":"company","lineage":["https://openalex.org/I18850439","https://openalex.org/I4210136798"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marek Kowal","raw_affiliation_strings":["GenerativeAI Academic Research Team (GART), Capgemini Insights & Data, 54-202 Wroclaw, Poland"],"raw_orcid":"https://orcid.org/0009-0003-4099-6981","affiliations":[{"raw_affiliation_string":"GenerativeAI Academic Research Team (GART), Capgemini Insights & Data, 54-202 Wroclaw, Poland","institution_ids":["https://openalex.org/I18850439"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002897856","display_name":"Jakub Si\u0142ka","orcid":"https://orcid.org/0000-0001-9133-4388"},"institutions":[{"id":"https://openalex.org/I119004910","display_name":"Silesian University of Technology","ror":"https://ror.org/02dyjk442","country_code":"PL","type":"education","lineage":["https://openalex.org/I119004910"]}],"countries":["PL"],"is_corresponding":true,"raw_author_name":"Jakub Si\u0142ka","raw_affiliation_strings":["Faculty of Applied Mathematics, Silesian University of Technology, 44-100 Gliwice, Poland"],"raw_orcid":"https://orcid.org/0000-0001-9133-4388","affiliations":[{"raw_affiliation_string":"Faculty of Applied Mathematics, Silesian University of Technology, 44-100 Gliwice, Poland","institution_ids":["https://openalex.org/I119004910"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5002897856"],"corresponding_institution_ids":["https://openalex.org/I119004910"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":4.2517,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94240519,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"10","issue":"10","first_page":"156","last_page":"156"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.6449000239372253},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5695000290870667},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.5501000285148621},{"id":"https://openalex.org/keywords/test-driven-development","display_name":"Test-driven development","score":0.5133000016212463},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.4684999883174896},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.43369999527931213},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.420199990272522},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.40529999136924744},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.3970000147819519}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7827000021934509},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.6449000239372253},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5695000290870667},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5526000261306763},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.5501000285148621},{"id":"https://openalex.org/C4478048","wikidata":"https://www.wikidata.org/wiki/Q950250","display_name":"Test-driven development","level":4,"score":0.5133000016212463},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.4684999883174896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4390000104904175},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.43369999527931213},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.420199990272522},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.41609999537467957},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.40529999136924744},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3871999979019165},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.38580000400543213},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3628000020980835},{"id":"https://openalex.org/C165825675","wikidata":"https://www.wikidata.org/wiki/Q1399743","display_name":"Model-based testing","level":4,"score":0.3580999970436096},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3578000068664551},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3449999988079071},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.33970001339912415},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C509989072","wikidata":"https://www.wikidata.org/wiki/Q15188241","display_name":"Model-driven architecture","level":4,"score":0.3231000006198883},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31709998846054077},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.31360000371932983},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.2969000041484833},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.29589998722076416},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.27459999918937683},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.2632000148296356},{"id":"https://openalex.org/C109086967","wikidata":"https://www.wikidata.org/wiki/Q2509100","display_name":"Test script","level":4,"score":0.25279998779296875}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/data10100156","is_oa":true,"landing_page_url":"https://doi.org/10.3390/data10100156","pdf_url":"https://www.mdpi.com/2306-5729/10/10/156/pdf?version=1759232980","source":{"id":"https://openalex.org/S4210226510","display_name":"Data","issn_l":"2306-5729","issn":["2306-5729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e618606766c347179f64abdef8083c90","is_oa":true,"landing_page_url":"https://doaj.org/article/e618606766c347179f64abdef8083c90","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Data, Vol 10, Iss 10, p 156 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/data10100156","is_oa":true,"landing_page_url":"https://doi.org/10.3390/data10100156","pdf_url":"https://www.mdpi.com/2306-5729/10/10/156/pdf?version=1759232980","source":{"id":"https://openalex.org/S4210226510","display_name":"Data","issn_l":"2306-5729","issn":["2306-5729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310998","display_name":"Capgemini","ror":"https://ror.org/03qx9tc91"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414655343.pdf"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W1544145945","https://openalex.org/W2028742638","https://openalex.org/W2107729695","https://openalex.org/W2133414060","https://openalex.org/W2966980041","https://openalex.org/W3173617765","https://openalex.org/W4221143046","https://openalex.org/W4388488609","https://openalex.org/W4391974543","https://openalex.org/W4392688329","https://openalex.org/W4393305539","https://openalex.org/W4400582872","https://openalex.org/W4405908042","https://openalex.org/W4408324167"],"related_works":[],"abstract_inverted_index":{"This":[0],"study":[1,113],"explores":[2],"the":[3,46,50,53,57,61,64,116,130,140,166],"potential":[4,117],"of":[5,48,52,63,118,139,168],"generative":[6],"AI,":[7],"specifically":[8],"Large":[9],"Language":[10],"Models":[11],"(LLMs),":[12],"in":[13,18],"automating":[14],"unit":[15],"test":[16,76,123],"generation":[17],"Python":[19],"3.13.":[20],"We":[21,89],"analyze":[22],"tests,":[23],"both":[24],"those":[25,30],"created":[26],"by":[27,32],"programmers":[28],"and":[29,56,137,164,171],"generated":[31,65],"LLM":[33],"models,":[34],"for":[35,78,85,121],"fifty":[36],"source":[37,54],"code":[38],"cases.":[39],"Our":[40,152],"main":[41],"focus":[42],"is":[43,146],"on":[44,142],"how":[45,97],"choice":[47],"model,":[49],"difficulty":[51],"code,":[55,80],"prompting":[58],"strategy":[59],"influence":[60],"quality":[62],"tests.":[66],"The":[67,112],"results":[68],"show":[69],"that":[70,105],"AI":[71,106,119],"models":[72,120,141],"can":[73,126],"help":[74],"automate":[75],"creation":[77],"simple":[79],"but":[81],"their":[82],"effectiveness":[83],"decreases":[84],"more":[86],"complex":[87],"tasks.":[88],"introduce":[90],"an":[91],"embedding-based":[92],"similarity":[93],"analysis":[94],"to":[95,148],"assess":[96],"closely":[98],"AI-generated":[99],"tests":[100],"resemble":[101],"human-written":[102],"ones,":[103],"revealing":[104],"outputs":[107],"often":[108],"lack":[109],"semantic":[110],"diversity.":[111],"also":[114],"highlights":[115],"rapid":[122],"prototyping,":[124],"which":[125],"significantly":[127],"speed":[128],"up":[129],"software":[131,161],"development":[132],"cycle.":[133],"However,":[134],"further":[135],"customization":[136],"training":[138],"specific":[143],"use":[144],"cases":[145],"needed":[147],"achieve":[149],"greater":[150],"precision.":[151],"findings":[153],"provide":[154],"practical":[155],"insights":[156],"into":[157,160],"integrating":[158],"LLMs":[159],"testing":[162],"workflows":[163],"emphasize":[165],"importance":[167],"prompt":[169],"design":[170],"model":[172],"selection.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}