{"id":"https://openalex.org/W4415745999","doi":"https://doi.org/10.1109/icsme64153.2025.00042","title":"The Impact of Fine-Tuning Large Language Models on Automated Program Repair","display_name":"The Impact of Fine-Tuning Large Language Models on Automated Program Repair","publication_year":2025,"publication_date":"2025-09-07","ids":{"openalex":"https://openalex.org/W4415745999","doi":"https://doi.org/10.1109/icsme64153.2025.00042"},"language":null,"primary_location":{"id":"doi:10.1109/icsme64153.2025.00042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme64153.2025.00042","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Software Maintenance and Evolution (ICSME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116075402","display_name":"Roman Mach\u00e1\u010dek","orcid":null},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Roman Mach\u00e1\u010dek","raw_affiliation_strings":["University of Bern,Bern,Switzerland"],"affiliations":[{"raw_affiliation_string":"University of Bern,Bern,Switzerland","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089233363","display_name":"Anastasiia Grishina","orcid":"https://orcid.org/0000-0003-3139-0200"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Anastasiia Grishina","raw_affiliation_strings":["Simula Research Laboratory,Oslo,Norway"],"affiliations":[{"raw_affiliation_string":"Simula Research Laboratory,Oslo,Norway","institution_ids":["https://openalex.org/I2799829267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037784196","display_name":"Max Hort","orcid":"https://orcid.org/0000-0001-8684-5909"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Max Hort","raw_affiliation_strings":["Simula Research Laboratory,Oslo,Norway"],"affiliations":[{"raw_affiliation_string":"Simula Research Laboratory,Oslo,Norway","institution_ids":["https://openalex.org/I2799829267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056189345","display_name":"Leon Moonen","orcid":"https://orcid.org/0000-0002-1761-6771"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Leon Moonen","raw_affiliation_strings":["Simula Research Laboratory,Oslo,Norway"],"affiliations":[{"raw_affiliation_string":"Simula Research Laboratory,Oslo,Norway","institution_ids":["https://openalex.org/I2799829267"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5116075402"],"corresponding_institution_ids":["https://openalex.org/I118564535"],"apc_list":null,"apc_paid":null,"fwci":3.0965,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.93931162,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"380","last_page":"392"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.33899998664855957,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.33899998664855957,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.3345000147819519,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.08649999648332596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.7494999766349792},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6916999816894531},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.49219998717308044},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.41670000553131104},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.3986999988555908},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.3831999897956848}],"concepts":[{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.7494999766349792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7021999955177307},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6916999816894531},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.49219998717308044},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41670000553131104},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.3986999988555908},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38580000400543213},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3831999897956848},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3815999925136566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3449999988079071},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.33410000801086426},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C2777115002","wikidata":"https://www.wikidata.org/wiki/Q7168246","display_name":"Performance prediction","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2865999937057495},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.27869999408721924},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.27410000562667847},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsme64153.2025.00042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme64153.2025.00042","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Software Maintenance and Evolution (ICSME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6334488888","display_name":null,"funder_award_id":"288787","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"}],"funders":[{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2133068784","https://openalex.org/W2156723666","https://openalex.org/W2474318526","https://openalex.org/W2736762043","https://openalex.org/W2762550985","https://openalex.org/W2904214673","https://openalex.org/W2964210007","https://openalex.org/W2979679630","https://openalex.org/W3043761819","https://openalex.org/W3089621332","https://openalex.org/W3121734253","https://openalex.org/W3134686229","https://openalex.org/W3171869153","https://openalex.org/W3176316046","https://openalex.org/W3177323791","https://openalex.org/W3193682477","https://openalex.org/W3198685994","https://openalex.org/W3215052868","https://openalex.org/W4281479826","https://openalex.org/W4284705844","https://openalex.org/W4308641648","https://openalex.org/W4313563520","https://openalex.org/W4384304728","https://openalex.org/W4384345708","https://openalex.org/W4384345745","https://openalex.org/W4385187421","https://openalex.org/W4385245566","https://openalex.org/W4385302156","https://openalex.org/W4388422146","https://openalex.org/W4390956105","https://openalex.org/W4396214523","https://openalex.org/W4400647264","https://openalex.org/W4402533615","https://openalex.org/W4403536352","https://openalex.org/W4406688098","https://openalex.org/W4406754405","https://openalex.org/W4411522878","https://openalex.org/W4411950686"],"related_works":[],"abstract_inverted_index":{"Automated":[0],"Program":[1],"Repair":[2],"(APR)":[3],"uses":[4],"various":[5,87,173],"tools":[6],"and":[7,14,38,65,126,128,143,154,160,180,196],"techniques":[8,51,89,167],"to":[9,55,59,176],"help":[10],"developers":[11],"achieve":[12,197],"functional":[13],"errorfree":[15],"code":[16],"faster.":[17],"In":[18,78],"recent":[19],"years,":[20],"Large":[21],"Language":[22],"Models":[23],"(LLMs)":[24],"have":[25,52],"gained":[26],"popularity":[27],"as":[28,63],"components":[29],"in":[30,190],"APR":[31,121],"tool":[32],"chains":[33],"because":[34],"of":[35,48,86,93,105,108,172,193],"their":[36,67],"performance":[37,68,92,104,171],"flexibility.":[39],"However,":[40],"training":[41,75,148],"such":[42,62],"models":[43,174,189],"requires":[44],"a":[45,106],"significant":[46],"amount":[47,192],"resources.":[49],"Fine-tuning":[50],"been":[53],"developed":[54],"adapt":[56],"pre-trained":[57,111],"LLMs":[58,110,132],"specific":[60],"tasks,":[61],"APR,":[64],"enhance":[66],"at":[69],"far":[70],"lower":[71],"computational":[72],"costs":[73],"than":[74],"from":[76],"scratch.":[77],"this":[79],"study,":[80],"we":[81,187],"empirically":[82],"investigate":[83],"the":[84,91,103,169,191],"impact":[85],"fine-tuning":[88,156,166,185],"on":[90,112,118],"llms":[94],"used":[95],"for":[96],"APR.":[97],"Our":[98],"experiments":[99],"provide":[100],"insights":[101],"into":[102],"selection":[107],"state-of-the-art":[109],"code.":[113],"The":[114],"evaluation":[115],"is":[116],"done":[117],"three":[119,147],"popular":[120],"benchmarks":[122],"(i.e.,":[123],"QuixBugs,":[124],"Defects4J":[125],"HumanEval-Java)":[127],"considers":[129],"six":[130],"different":[131,177],"with":[133],"varying":[134],"parameter":[135],"sizes":[136],"(resp.":[137],"CodeGen,":[138],"CodeT5,":[139],"StarCoder,":[140],"DeepSeekCoder,":[141],"Bloom,":[142],"CodeLlama2).":[144],"We":[145,162],"consider":[146],"regimens:":[149],"no":[150],"fine-tuning,":[151,153],"full":[152,165],"parameter-efficient":[155],"(PEFT)":[157],"using":[158,183],"LoRA":[159],"IA3.":[161],"observe":[163],"that":[164],"decrease":[168],"benchmarking":[170],"due":[175],"data":[178],"distributions":[179],"overfitting.":[181],"By":[182],"parameterefficient":[184],"methods,":[186],"restrict":[188],"trainable":[194],"parameters":[195],"better":[198],"results.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-31T00:00:00"}