{"id":"https://openalex.org/W4405634796","doi":"https://doi.org/10.1007/s44163-026-01009-5","title":"Helping LLMs improve code generation using feedback from testing and static analysis","display_name":"Helping LLMs improve code generation using feedback from testing and static analysis","publication_year":2026,"publication_date":"2026-03-05","ids":{"openalex":"https://openalex.org/W4405634796","doi":"https://doi.org/10.1007/s44163-026-01009-5"},"language":"en","primary_location":{"id":"doi:10.1007/s44163-026-01009-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-026-01009-5","pdf_url":null,"source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1007/s44163-026-01009-5","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006566093","display_name":"Greta Dolcetti","orcid":"https://orcid.org/0000-0002-2983-9251"},"institutions":[{"id":"https://openalex.org/I149461666","display_name":"Ca' Foscari University of Venice","ror":"https://ror.org/04yzxz566","country_code":"IT","type":"education","lineage":["https://openalex.org/I149461666"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Greta Dolcetti","raw_affiliation_strings":["Ca\u2019 Foscari University of Venice, Via Torino 155, Venice, 30172, VE, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ca\u2019 Foscari University of Venice, Via Torino 155, Venice, 30172, VE, Italy","institution_ids":["https://openalex.org/I149461666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011667986","display_name":"Vincenzo Arceri","orcid":"https://orcid.org/0000-0002-5150-0393"},"institutions":[{"id":"https://openalex.org/I124601658","display_name":"University of Parma","ror":"https://ror.org/02k7wn190","country_code":"IT","type":"education","lineage":["https://openalex.org/I124601658"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Vincenzo Arceri","raw_affiliation_strings":["University of Parma, Parco Area delle Scienze 53/A, Parma, 43124, PR, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Parma, Parco Area delle Scienze 53/A, Parma, 43124, PR, Italy","institution_ids":["https://openalex.org/I124601658"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080101687","display_name":"Eleonora Iotti","orcid":"https://orcid.org/0000-0001-7670-2226"},"institutions":[{"id":"https://openalex.org/I124601658","display_name":"University of Parma","ror":"https://ror.org/02k7wn190","country_code":"IT","type":"education","lineage":["https://openalex.org/I124601658"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Eleonora Iotti","raw_affiliation_strings":["University of Parma, Parco Area delle Scienze 53/A, Parma, 43124, PR, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Parma, Parco Area delle Scienze 53/A, Parma, 43124, PR, Italy","institution_ids":["https://openalex.org/I124601658"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043151499","display_name":"Sergio Maffeis","orcid":"https://orcid.org/0000-0003-1514-6857"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sergio Maffeis","raw_affiliation_strings":["Imperial College London, South Kensington Campus, London, SW7 2AZ, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London, South Kensington Campus, London, SW7 2AZ, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015116587","display_name":"Agostino Cortesi","orcid":"https://orcid.org/0000-0002-0946-5440"},"institutions":[{"id":"https://openalex.org/I149461666","display_name":"Ca' Foscari University of Venice","ror":"https://ror.org/04yzxz566","country_code":"IT","type":"education","lineage":["https://openalex.org/I149461666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Agostino Cortesi","raw_affiliation_strings":["Ca\u2019 Foscari University of Venice, Via Torino 155, Venice, 30172, VE, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ca\u2019 Foscari University of Venice, Via Torino 155, Venice, 30172, VE, Italy","institution_ids":["https://openalex.org/I149461666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065794938","display_name":"Enea Zaffanella","orcid":"https://orcid.org/0000-0001-6388-2053"},"institutions":[{"id":"https://openalex.org/I124601658","display_name":"University of Parma","ror":"https://ror.org/02k7wn190","country_code":"IT","type":"education","lineage":["https://openalex.org/I124601658"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Enea Zaffanella","raw_affiliation_strings":["University of Parma, Parco Area delle Scienze 53/A, Parma, 43124, PR, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Parma, Parco Area delle Scienze 53/A, Parma, 43124, PR, Italy","institution_ids":["https://openalex.org/I124601658"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5006566093"],"corresponding_institution_ids":["https://openalex.org/I149461666"],"apc_list":{"value":1340,"currency":"USD","value_usd":1340},"apc_paid":{"value":1340,"currency":"USD","value_usd":1340},"fwci":14.8126,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.98383825,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"6","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.8888999819755554,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.8888999819755554,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.7597000002861023,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.7049999833106995,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.49559152126312256},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4801566004753113},{"id":"https://openalex.org/keywords/static-analysis","display_name":"Static analysis","score":0.4608156085014343},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.32630521059036255},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.23052874207496643}],"concepts":[{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.49559152126312256},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4801566004753113},{"id":"https://openalex.org/C97686452","wikidata":"https://www.wikidata.org/wiki/Q7604153","display_name":"Static analysis","level":2,"score":0.4608156085014343},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32630521059036255},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.23052874207496643},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s44163-026-01009-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-026-01009-5","pdf_url":null,"source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2412.14841","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.14841","pdf_url":"https://arxiv.org/pdf/2412.14841","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:fb5b73b07e2648d79b3114d2f9e55d82","is_oa":true,"landing_page_url":"https://doaj.org/article/fb5b73b07e2648d79b3114d2f9e55d82","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Discover Artificial Intelligence, Vol 6, Iss 1 (2026)","raw_type":"article"},{"id":"pmh:oai:iris.unive.it:10278/5116190","is_oa":true,"landing_page_url":"https://hdl.handle.net/10278/5116190","pdf_url":null,"source":{"id":"https://openalex.org/S4306402336","display_name":"ARCA (Universit\u00e0 Ca' Foscari Venezia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149461666","host_organization_name":"Ca' Foscari University of Venice","host_organization_lineage":["https://openalex.org/I149461666"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2412.14841","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.14841","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1007/s44163-026-01009-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-026-01009-5","pdf_url":null,"source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1389416352","display_name":null,"funder_award_id":"PE00000014","funder_id":"https://openalex.org/F4320322875","funder_display_name":"Universit\u00e0 degli Studi di Parma"}],"funders":[{"id":"https://openalex.org/F4320322875","display_name":"Universit\u00e0 degli Studi di Parma","ror":"https://ror.org/02k7wn190"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W4390833563","https://openalex.org/W4367061230","https://openalex.org/W4362659486","https://openalex.org/W4392822465","https://openalex.org/W4390723197","https://openalex.org/W2170612356","https://openalex.org/W4412944815","https://openalex.org/W4387561528","https://openalex.org/W4399597451","https://openalex.org/W2043100293","https://openalex.org/W4389215044","https://openalex.org/W2888321432","https://openalex.org/W4396820575","https://openalex.org/W4288057765","https://openalex.org/W4403747722","https://openalex.org/W4320560161","https://openalex.org/W4402457779","https://openalex.org/W4399872440","https://openalex.org/W4402264467","https://openalex.org/W4402443038","https://openalex.org/W4378473878","https://openalex.org/W4389158474","https://openalex.org/W4388512437","https://openalex.org/W4389161785","https://openalex.org/W4389599215","https://openalex.org/W4385187279"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4],"one":[5],"of":[6,14,94,113,125,241],"the":[7,12,18,29,88,92,123,126,142,147,161,166,170,174,194,211,239],"most":[8],"promising":[9,235],"developments":[10],"in":[11,28],"field":[13],"artificial":[15],"intelligence,":[16],"and":[17,50,70,83,90,129,156,177,192],"software":[19,30],"engineering":[20],"community":[21],"has":[22],"readily":[23],"noticed":[24],"their":[25],"potential":[26,136,231],"role":[27],"development":[31],"life-cycle.":[32],"Developers":[33],"routinely":[34],"ask":[35,103],"LLMs":[36,62,104],"to":[37,86,105,109,121,134,145,153,164,219],"generate":[38,106],"code":[39,57,71,95,108,196,222,243],"snippets,":[40],"increasing":[41],"productivity":[42],"but":[43],"also":[44],"potentially":[45],"introducing":[46],"ownership,":[47],"privacy,":[48],"correctness,":[49],"security":[51],"issues.":[52,200],"Previous":[53],"work":[54],"highlighted":[55],"how":[56],"generated":[58,96,127,148,167,195],"by":[59,97,150],"mainstream":[60],"commercial":[61],"is":[63],"often":[64,188],"not":[65],"safe,":[66],"containing":[67],"vulnerabilities,":[68,232],"bugs,":[69],"smells.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76,102,117,140,159,214],"present":[77],"a":[78,111,130,216,234],"framework":[79],"that":[80,186,193],"leverages":[81],"testing":[82],"static":[84,131,175],"analysis":[85,132,176],"assess":[87,122,141],"quality,":[89],"guide":[91],"self-improvement,":[93],"general-purpose,":[98],"open-source":[99],"LLMs.":[100],"First,":[101],"C":[107],"solve":[110],"number":[112],"programming":[114],"tasks.":[115],"Then":[116],"employ":[118],"ground-truth":[119],"tests":[120,229],"(in)correctness":[124],"code,":[128,149,168,191],"tool":[133],"detect":[135,154],"safety":[137,199,240],"vulnerabilities.":[138,157],"Next,":[139],"models":[143,162,187],"ability":[144,163,218],"evaluate":[146],"asking":[151],"them":[152],"errors":[155],"Finally,":[158],"test":[160],"fix":[165,220],"providing":[169],"reports":[171],"produced":[172],"during":[173],"incorrectness":[178],"evaluation":[179],"phases":[180],"as":[181],"feedback.":[182],"Our":[183],"results":[184],"show":[185],"produce":[189],"incorrect":[190],"can":[197],"include":[198],"Moreover,":[201],"they":[202],"perform":[203],"very":[204],"poorly":[205],"at":[206],"detecting":[207],"either":[208],"issue.":[209],"On":[210],"positive":[212],"side,":[213],"observe":[215],"substantial":[217],"flawed":[221],"when":[223],"provided":[224],"with":[225],"information":[226],"about":[227],"failed":[228],"or":[230],"indicating":[233],"avenue":[236],"for":[237],"improving":[238],"LLM-based":[242],"generation":[244],"tools.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2024-12-21T00:00:00"}