{"id":"https://openalex.org/W7171698843","doi":"https://doi.org/10.1145/3794763.3794828","title":"Automated Test Suite Enhancement Using Large Language Models with Few-shot Prompting","display_name":"Automated Test Suite Enhancement Using Large Language Models with Few-shot Prompting","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7171698843","doi":"https://doi.org/10.1145/3794763.3794828"},"language":null,"primary_location":{"id":"doi:10.1145/3794763.3794828","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3794763.3794828","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 34th IEEE/ACM International Conference on Program Comprehension","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3794763.3794828","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124460212","display_name":"Alex Chudic","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100802","display_name":"Snook (United Kingdom)","ror":"https://ror.org/013qcs149","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210100802"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alex Chudic","raw_affiliation_strings":["US Booking Services Ltd. (freetobook), Glasgow, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0004-0067-1477","affiliations":[{"raw_affiliation_string":"US Booking Services Ltd. (freetobook), Glasgow, United Kingdom","institution_ids":["https://openalex.org/I4210100802"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074378564","display_name":"G\u00fcl \u00c7al\u0131kl\u0131","orcid":"https://orcid.org/0000-0003-4578-1747"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"G\u00fcl Calikli","raw_affiliation_strings":["School of Computing Science, University of Glasgow, Glasgow, Scotland Uk"],"raw_orcid":"https://orcid.org/0000-0003-4578-1747","affiliations":[{"raw_affiliation_string":"School of Computing Science, University of Glasgow, Glasgow, Scotland Uk","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"415","last_page":"427"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.8151999711990356},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7074000239372253},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.5895000100135803},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.5870000123977661},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.5550000071525574},{"id":"https://openalex.org/keywords/maintainability","display_name":"Maintainability","score":0.5091000199317932},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4885999858379364},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4765999913215637},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4514999985694885}],"concepts":[{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.8151999711990356},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7810999751091003},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7074000239372253},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.5895000100135803},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.5870000123977661},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.5550000071525574},{"id":"https://openalex.org/C160713754","wikidata":"https://www.wikidata.org/wiki/Q1389965","display_name":"Maintainability","level":2,"score":0.5091000199317932},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.49160000681877136},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4885999858379364},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4765999913215637},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4514999985694885},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.435699999332428},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4189999997615814},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.40799999237060547},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.39500001072883606},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3734000027179718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3714999854564667},{"id":"https://openalex.org/C4478048","wikidata":"https://www.wikidata.org/wiki/Q950250","display_name":"Test-driven development","level":4,"score":0.3508000075817108},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.34049999713897705},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3402000069618225},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.33719998598098755},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.335999995470047},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.33059999346733093},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.3301999866962433},{"id":"https://openalex.org/C107683887","wikidata":"https://www.wikidata.org/wiki/Q782466","display_name":"Integration testing","level":3,"score":0.31119999289512634},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.30140000581741333},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2815999984741211},{"id":"https://openalex.org/C109086967","wikidata":"https://www.wikidata.org/wiki/Q2509100","display_name":"Test script","level":4,"score":0.26969999074935913},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.257099986076355},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3794763.3794828","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3794763.3794828","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 34th IEEE/ACM International Conference on Program Comprehension","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3794763.3794828","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3794763.3794828","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 34th IEEE/ACM International Conference on Program Comprehension","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1965194038","https://openalex.org/W1971650562","https://openalex.org/W1977321274","https://openalex.org/W2003148182","https://openalex.org/W2027422213","https://openalex.org/W2106072155","https://openalex.org/W2107709519","https://openalex.org/W2109596254","https://openalex.org/W2546730260","https://openalex.org/W3082051432","https://openalex.org/W3086420033","https://openalex.org/W4241437391","https://openalex.org/W4287668913","https://openalex.org/W4382704594","https://openalex.org/W4384302749","https://openalex.org/W4384304865","https://openalex.org/W4384345664","https://openalex.org/W4389104713","https://openalex.org/W4389337887","https://openalex.org/W4391974543","https://openalex.org/W4392414327","https://openalex.org/W4394907080","https://openalex.org/W4399203759","https://openalex.org/W4399668074","https://openalex.org/W4400267179","https://openalex.org/W4400484796","https://openalex.org/W4400582690","https://openalex.org/W4402042086","https://openalex.org/W4402860127","https://openalex.org/W4403536268","https://openalex.org/W6893372089","https://openalex.org/W7133198585","https://openalex.org/W7133224126","https://openalex.org/W7133231369"],"related_works":[],"abstract_inverted_index":{"Unit":[0,25],"testing":[1,38],"is":[2,20,184],"essential":[3],"for":[4,93,199],"verifying":[5],"the":[6,108,137,219,229,239],"functional":[7],"correctness":[8,159],"of":[9,66,139,232],"code":[10,236],"modules":[11],"(e.g.,":[12],"classes,":[13],"methods),":[14],"but":[15,162],"manually":[16],"writing":[17],"unit":[18,94,141],"tests":[19,26,142,211],"often":[21],"labor-intensive":[22],"and":[23,43,52,71,110,147,160,167,178,189,222,235,245],"time-consuming.":[24],"generated":[27],"by":[28,155],"tools":[29,74],"that":[30,206],"employ":[31],"traditional":[32,76],"approaches,":[33],"such":[34,78,113],"as":[35,79,143],"search-based":[36],"software":[37,60],"(SBST),":[39],"lack":[40],"readability,":[41,164],"naturalness,":[42],"practical":[44],"usability.":[45],"LLMs":[46,102,207],"have":[47,85],"recently":[48],"provided":[49],"promising":[50],"results":[51,204],"become":[53],"integral":[54],"to":[55,103,150],"developers\u2019":[56],"daily":[57],"practices.":[58],"Consequently,":[59],"repositories":[61],"now":[62],"include":[63],"a":[64],"mix":[65],"human-written":[67,216],"tests,":[68,70],"LLM-generated":[69,140],"those":[72],"from":[73,105],"employing":[75],"approaches":[77],"SBST.":[80],"While":[81],"LLMs\u2019":[82],"zero-shot":[83],"capabilities":[84],"been":[86],"widely":[87,190],"studied,":[88],"their":[89,148],"few-shot":[90,124,213,242],"learning":[91],"potential":[92],"test":[95,117,128,153],"generation":[96],"remains":[97],"underexplored.":[98],"Few-shot":[99],"prompting":[100,125],"enables":[101],"learn":[104],"examples":[106,114,217,226],"in":[107,169],"prompt":[109],"automatically":[111],"retrieving":[112],"could":[115],"enhance":[116],"suites.":[118],"This":[119],"paper":[120],"empirically":[121],"investigates":[122],"how":[123],"with":[126,215],"different":[127],"artifact":[129],"sources,":[130],"comprising":[131],"human,":[132],"SBST,":[133],"or":[134],"LLM,":[135],"affects":[136],"quality":[138],"program":[144],"comprehension":[145],"artifacts":[146],"contribution":[149],"improving":[151],"existing":[152],"suites":[154],"evaluating":[156],"not":[157],"only":[158],"coverage":[161,221],"also":[163,195],"cognitive":[165],"complexity,":[166],"maintainability":[168],"hybrid":[170],"human\u2013AI":[171],"codebases.":[172],"We":[173,194],"conducted":[174],"experiments":[175],"on":[176,228],"HumanEval":[177],"ClassEval":[179],"datasets":[180],"using":[181],"GPT-4.o,":[182],"which":[183],"integrated":[185],"into":[186],"GitHub":[187],"Copilot":[188],"used":[191],"among":[192],"developers.":[193],"assessed":[196],"retrieval-based":[197],"methods":[198],"selecting":[200,225],"relevant":[201],"examples.":[202],"Our":[203],"show":[205],"can":[208],"generate":[209],"high-quality":[210],"via":[212],"prompting,":[214],"producing":[218],"best":[220],"correctness.":[223],"Additionally,":[224],"based":[227],"combined":[230],"similarity":[231],"problem":[233],"description":[234],"consistently":[237],"yields":[238],"most":[240],"effective":[241],"prompts.":[243],"Data":[244],"Materials:":[246],"https://doi.org/10.5281/zenodo.15561007":[247]},"counts_by_year":[],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2026-07-30T00:00:00"}