{"id":"https://openalex.org/W4406754405","doi":"https://doi.org/10.1109/tse.2025.3532759","title":"Comprehensive Fine-Tuning Large Language Models of Code for Automated Program Repair","display_name":"Comprehensive Fine-Tuning Large Language Models of Code for Automated Program Repair","publication_year":2025,"publication_date":"2025-01-23","ids":{"openalex":"https://openalex.org/W4406754405","doi":"https://doi.org/10.1109/tse.2025.3532759"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2025.3532759","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3532759","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Kai Huang","orcid":"https://orcid.org/0009-0003-3936-5170"},"institutions":[{"id":"https://openalex.org/I41121874","display_name":"Heilbronn University","ror":"https://ror.org/04g5gcg95","country_code":"DE","type":"education","lineage":["https://openalex.org/I41121874"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kai Huang","raw_affiliation_strings":["Technical University of Munich, Heilbronn, Germany","Technical University of Munich, Heilbronn, DE"],"raw_orcid":"https://orcid.org/0009-0003-3936-5170","affiliations":[{"raw_affiliation_string":"Technical University of Munich, Heilbronn, Germany","institution_ids":["https://openalex.org/I41121874","https://openalex.org/I62916508"]},{"raw_affiliation_string":"Technical University of Munich, Heilbronn, DE","institution_ids":["https://openalex.org/I41121874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035797029","display_name":"Jian Zhang","orcid":"https://orcid.org/0000-0001-8316-1894"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jian Zhang","raw_affiliation_strings":["Nanyang Technological University, Singapore","Nanyang Technological University, Singapore, SG"],"raw_orcid":"https://orcid.org/0000-0001-8316-1894","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Nanyang Technological University, Singapore, SG","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xinlei Bao","orcid":"https://orcid.org/0009-0006-7096-2098"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinlei Bao","raw_affiliation_strings":["Beihang University, Beijing, China","Beihang University, Beijing, CN"],"raw_orcid":"https://orcid.org/0009-0006-7096-2098","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beihang University, Beijing, CN","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019396824","display_name":"Xu Wang","orcid":"https://orcid.org/0000-0001-5057-3278"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Wang","raw_affiliation_strings":["Beihang University, Beijing, China","Beihang University, Beijing, CN"],"raw_orcid":"https://orcid.org/0000-0001-5057-3278","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beihang University, Beijing, CN","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100355692","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-7300-9215"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Nanyang Technological University, Singapore","Nanyang Technological University, Singapore, SG"],"raw_orcid":"https://orcid.org/0000-0001-7300-9215","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Nanyang Technological University, Singapore, SG","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":26.3479,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.99640934,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"51","issue":"4","first_page":"904","last_page":"928"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8588027954101562},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6754433512687683},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4947023093700409},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4935659170150757},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.4899260401725769},{"id":"https://openalex.org/keywords/program-analysis","display_name":"Program analysis","score":0.42411428689956665},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.24231594800949097},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.09748667478561401}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8588027954101562},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6754433512687683},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4947023093700409},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4935659170150757},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.4899260401725769},{"id":"https://openalex.org/C98183937","wikidata":"https://www.wikidata.org/wiki/Q2112188","display_name":"Program analysis","level":2,"score":0.42411428689956665},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.24231594800949097},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.09748667478561401},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2025.3532759","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3532759","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/218280","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/218280","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6036235291","display_name":null,"funder_award_id":"NCRP25-P04-TAICeN","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G8982717833","display_name":null,"funder_award_id":"AISG2-GC-2023-008","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":112,"referenced_works":["https://openalex.org/W2156723666","https://openalex.org/W2851896161","https://openalex.org/W2907705732","https://openalex.org/W2924629359","https://openalex.org/W2972082064","https://openalex.org/W2998011150","https://openalex.org/W3043761819","https://openalex.org/W3091588759","https://openalex.org/W3094130708","https://openalex.org/W3098605233","https://openalex.org/W3105943882","https://openalex.org/W3108032709","https://openalex.org/W3134686229","https://openalex.org/W3144723458","https://openalex.org/W3156480510","https://openalex.org/W3160155705","https://openalex.org/W3170092793","https://openalex.org/W3174220201","https://openalex.org/W3174770825","https://openalex.org/W3176828726","https://openalex.org/W3177003157","https://openalex.org/W3183469243","https://openalex.org/W3193682477","https://openalex.org/W3198685994","https://openalex.org/W3200983232","https://openalex.org/W3206816211","https://openalex.org/W3206907172","https://openalex.org/W3208407575","https://openalex.org/W4205991051","https://openalex.org/W4221166942","https://openalex.org/W4224246371","https://openalex.org/W4252326246","https://openalex.org/W4281479826","https://openalex.org/W4284670965","https://openalex.org/W4284705844","https://openalex.org/W4285299366","https://openalex.org/W4285490465","https://openalex.org/W4288048330","https://openalex.org/W4288614128","https://openalex.org/W4308641648","https://openalex.org/W4308643319","https://openalex.org/W4313563520","https://openalex.org/W4313563660","https://openalex.org/W4313563681","https://openalex.org/W4313590979","https://openalex.org/W4319296048","https://openalex.org/W4353004366","https://openalex.org/W4366352743","https://openalex.org/W4378942602","https://openalex.org/W4384302762","https://openalex.org/W4384304728","https://openalex.org/W4384345705","https://openalex.org/W4384345708","https://openalex.org/W4384345709","https://openalex.org/W4384345728","https://openalex.org/W4384345745","https://openalex.org/W4384345778","https://openalex.org/W4385187421","https://openalex.org/W4385562549","https://openalex.org/W4385570973","https://openalex.org/W4385571262","https://openalex.org/W4386187806","https://openalex.org/W4386231786","https://openalex.org/W4386436496","https://openalex.org/W4388422146","https://openalex.org/W4388482966","https://openalex.org/W4388483108","https://openalex.org/W4388483128","https://openalex.org/W4388483599","https://openalex.org/W4389158474","https://openalex.org/W4389162178","https://openalex.org/W4391558413","https://openalex.org/W4391558545","https://openalex.org/W4391766982","https://openalex.org/W4391974543","https://openalex.org/W4394769405","https://openalex.org/W4396680888","https://openalex.org/W4400582613","https://openalex.org/W4400681808","https://openalex.org/W4402457546","https://openalex.org/W4402516191","https://openalex.org/W4402619746","https://openalex.org/W4408124887","https://openalex.org/W6752818110","https://openalex.org/W6759579507","https://openalex.org/W6783227185","https://openalex.org/W6787830629","https://openalex.org/W6790588633","https://openalex.org/W6796235982","https://openalex.org/W6796581206","https://openalex.org/W6802744804","https://openalex.org/W6802833136","https://openalex.org/W6804126242","https://openalex.org/W6810259726","https://openalex.org/W6810874553","https://openalex.org/W6837789219","https://openalex.org/W6851775633","https://openalex.org/W6852503157","https://openalex.org/W6852581568","https://openalex.org/W6853251322","https://openalex.org/W6855970221","https://openalex.org/W6857244322","https://openalex.org/W6859529408","https://openalex.org/W6859770908","https://openalex.org/W6860419718","https://openalex.org/W6862412920","https://openalex.org/W6863632329","https://openalex.org/W6864838031","https://openalex.org/W6865160899","https://openalex.org/W6866333540","https://openalex.org/W6882033717","https://openalex.org/W6967084484"],"related_works":["https://openalex.org/W4231937131","https://openalex.org/W323219885","https://openalex.org/W2063928587","https://openalex.org/W2163672025","https://openalex.org/W2048831961","https://openalex.org/W1606349578","https://openalex.org/W4399567378","https://openalex.org/W1598565505","https://openalex.org/W2064613179","https://openalex.org/W2057167047"],"abstract_inverted_index":{"Automated":[0],"program":[1,106,137],"repair":[2,24,56,81,107,138,171,205,255,293,317,326,342,356,361,393,414],"(APR)":[3],"research":[4],"has":[5],"entered":[6],"the":[7,23,33,45,55,62,78,90,93,105,113,170,188,208,254,269,304,325,349,364,370,376,410],"era":[8],"of":[9,26,58,96,109,173,191,210,257,297,306,328,369,412],"large":[10],"language":[11],"models":[12,338],"(LLM),":[13],"and":[14,131,143,152,207,230,266,285,295,299,321,399],"researchers":[15,402],"have":[16,65,77,221,340],"conducted":[17],"several":[18],"empirical":[19],"studies":[20,31],"to":[21,43,67,80,287,323,395,403],"explore":[22],"capabilities":[25,57,172,256,327,362],"LLMs":[27,42,59,76,111,121,161,175,233,390],"for":[28,37,176,224,352,363],"APR.":[29],"Many":[30],"adopt":[32],"zero/few-shot":[34],"learning":[35],"paradigm":[36,64],"APR,":[38],"which":[39,252,274,302],"directly":[40],"use":[41],"generate":[44],"possibly":[46],"correct":[47],"code":[48],"given":[49],"its":[50],"surrounding":[51],"context.":[52],"Though":[53],"effective,":[54],"based":[60],"on":[61,104,232,375,384,409],"fine-tuning":[63,114,159,195,270,277],"yet":[66,227],"be":[68],"extensively":[69],"explored.":[70],"Also,":[71],"it":[72],"remains":[73],"unknown":[74],"whether":[75],"potential":[79,305],"more":[82,405],"complicated":[83],"bugs":[84],"(e.g.,":[85],"multi-hunk":[86],"bugs).":[87],"To":[88,237],"fill":[89],"gap,":[91],"in":[92,112,204,359],"conference":[94],"version":[95],"this":[97],"work,":[98],"we":[99,241,387,400],"conduct":[100],"an":[101,382],"initial":[102],"study":[103,245],"capability":[108],"million-level":[110,120],"paradigm.":[115],"We":[116,133],"select":[117],"5":[118],"popular":[119],"with":[122,279,392],"representative":[123],"pre-training":[124],"architectures,":[125],"including":[126],"CodeBERT,":[127],"GraphCodeBERT,":[128],"PLBART,":[129],"CodeT5,":[130],"UniXcoder.":[132],"consider":[134],"3":[135,146],"typical":[136],"scenarios":[139],"(i.e.,":[140,149],"bugs,":[141],"vulnerabilities,":[142],"errors)":[144],"involving":[145],"programming":[147],"languages":[148],"Java,":[150],"C/C++,":[151],"JavaScript).":[153],"Our":[154],"experimental":[155],"results":[156,333],"show":[157,381],"that":[158,291,335,372],"these":[160,239,413],"can":[162],"significantly":[163,186],"outperform":[164],"previous":[165],"state-of-the-art":[166],"APR":[167,177,219,407],"tools.":[168],"However,":[169],"billion-level":[174,259],"remain":[178,214],"largely":[179],"unexplored.":[180],"Moreover,":[181],"their":[182,202,228],"substantial":[183],"model":[184,378],"sizes":[185],"increase":[187],"computational":[189],"cost":[190,294],"fine-tuning.":[192],"While":[193],"parameter-efficient":[194],"(PEFT)":[196],"techniques":[197,282],"offer":[198],"a":[199,307],"promising":[200],"solution,":[201],"effectiveness":[203,231],"tasks":[206,394],"selection":[209],"appropriate":[211],"PEFT":[212,281],"strategies":[213,220,290,318,357,371],"unclear.":[215],"Similarly,":[216],"many":[217],"novel":[218],"been":[222],"developed":[223],"non-pre-trained":[225,377],"models,":[226,366],"applicability":[229],"are":[234],"still":[235,348],"unexamined.":[236],"address":[238],"gaps,":[240],"extend":[242],"our":[243,331],"prior":[244],"through":[246],"three":[247,280,315],"key":[248],"dimensions:":[249],"1)":[250],"LLM4APR,":[251],"evaluates":[253],"five":[258],"LLM":[260],"families":[261],"(InCoder,":[262],"CodeGeeX,":[263],"CodeGen,":[264],"StarCoder,":[265],"CodeLlama)":[267],"under":[268],"paradigm;":[271],"2)":[272],"PEFT4LLM,":[273],"compares":[275],"full-parameter":[276],"(FPFT)":[278],"(LoRA,":[283],"AdaLoRA,":[284],"IA3)":[286],"determine":[288],"optimal":[289],"balance":[292],"performance":[296],"LLMs;":[298],"3)":[300],"APR4LLM,":[301],"investigates":[303],"basic":[308],"neural":[309],"machine":[310],"translation":[311],"(NMT)":[312],"approach":[313],"alongside":[314],"advanced":[316],"(TENURE,":[319],"ITER,":[320],"KATANA)":[322],"enhance":[324],"LLMs.":[329,385,415],"Overall,":[330],"extensive":[332],"suggest":[334],"larger":[336],"scale":[337],"typically":[339],"better":[341],"capabilities.":[343],"The":[344],"LoRA":[345],"technique":[346],"is":[347],"best":[350],"choice":[351],"LLM4APR":[353,397],"studies.":[354],"Different":[355],"result":[358],"different":[360],"foundation":[365],"but":[367],"some":[368],"performed":[373],"well":[374],"did":[379],"not":[380],"advantage":[383],"Besides,":[386],"released":[388],"all":[389],"fine-tuned":[391],"facilitate":[396],"research,":[398],"encourage":[401],"develop":[404],"powerful":[406],"tools":[408],"basis":[411]},"counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}