{"id":"https://openalex.org/W4416749221","doi":"https://doi.org/10.1109/tse.2025.3637335","title":"An Empirical Study of Parameter-Efficient Fine-Tuning in Code Change Learning and Beyond","display_name":"An Empirical Study of Parameter-Efficient Fine-Tuning in Code Change Learning and Beyond","publication_year":2025,"publication_date":"2025-11-27","ids":{"openalex":"https://openalex.org/W4416749221","doi":"https://doi.org/10.1109/tse.2025.3637335"},"language":null,"primary_location":{"id":"doi:10.1109/tse.2025.3637335","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3637335","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030830752","display_name":"Shuo Liu","orcid":"https://orcid.org/0000-0002-8877-3678"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shuo Liu","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-8877-3678","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051403641","display_name":"Jacky Keung","orcid":"https://orcid.org/0000-0002-3803-9600"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jacky Keung","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-3803-9600","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049100391","display_name":"Zhi Jin","orcid":"https://orcid.org/0000-0003-1087-226X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Jin","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies (PKU), MOE, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1087-226X","affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (PKU), MOE, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021693730","display_name":"Zhen Yang","orcid":"https://orcid.org/0000-0003-0670-4538"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Yang","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0003-0670-4538","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060027879","display_name":"Fang Liu","orcid":"https://orcid.org/0000-0002-3905-8133"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Liu","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3905-8133","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":null,"display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0002-9745-4767"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China","Key Laboratory of High Confidence Software Technologies (PKU), MOE, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9745-4767","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (PKU), MOE, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.45445701,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"52","issue":"1","first_page":"3","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.36970001459121704,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.36970001459121704,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0763000026345253,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.0763000026345253,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6406999826431274},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.5982999801635742},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5582000017166138},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5515000224113464},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5512999892234802},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.4742000102996826},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.4465000033378601},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4115000069141388}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8761000037193298},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6406999826431274},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.5982999801635742},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5582000017166138},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5515000224113464},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5512999892234802},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5189999938011169},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.4742000102996826},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45980000495910645},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.4465000033378601},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4115000069141388},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.366100013256073},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.31769999861717224},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3075999915599823},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.304500013589859},{"id":"https://openalex.org/C97686452","wikidata":"https://www.wikidata.org/wiki/Q7604153","display_name":"Static analysis","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.2969000041484833},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.29010000824928284},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.26669999957084656},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.266400009393692},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.26260000467300415},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.25920000672340393}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2025.3637335","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3637335","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3501809175","display_name":null,"funder_award_id":"U24B20149","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3748026768","display_name":null,"funder_award_id":"9229098","funder_id":"https://openalex.org/F4320309893","funder_display_name":"City University of Hong Kong"},{"id":"https://openalex.org/G4282291828","display_name":null,"funder_award_id":"9229029","funder_id":"https://openalex.org/F4320309893","funder_display_name":"City University of Hong Kong"},{"id":"https://openalex.org/G4935474317","display_name":null,"funder_award_id":"6000796","funder_id":"https://openalex.org/F4320309893","funder_display_name":"City University of Hong Kong"},{"id":"https://openalex.org/G527981196","display_name":null,"funder_award_id":"9220103","funder_id":"https://openalex.org/F4320309893","funder_display_name":"City University of Hong Kong"},{"id":"https://openalex.org/G5482656022","display_name":null,"funder_award_id":"62192731","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5515921501","display_name":null,"funder_award_id":"62502283","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5530903132","display_name":null,"funder_award_id":"62302021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6464404913","display_name":null,"funder_award_id":"ZR2024QF093","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G978262999","display_name":null,"funder_award_id":"9229109","funder_id":"https://openalex.org/F4320309893","funder_display_name":"City University of Hong Kong"}],"funders":[{"id":"https://openalex.org/F4320309893","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1994662396","https://openalex.org/W2019246026","https://openalex.org/W2084050405","https://openalex.org/W2101105183","https://openalex.org/W2147386665","https://openalex.org/W2883889688","https://openalex.org/W2896457183","https://openalex.org/W2946417913","https://openalex.org/W2948947170","https://openalex.org/W2955991060","https://openalex.org/W2964204621","https://openalex.org/W2964322208","https://openalex.org/W2964772344","https://openalex.org/W2987083812","https://openalex.org/W3011013751","https://openalex.org/W3034999214","https://openalex.org/W3108032709","https://openalex.org/W3175995826","https://openalex.org/W3178061567","https://openalex.org/W3193171773","https://openalex.org/W3198571508","https://openalex.org/W3206481103","https://openalex.org/W4205596491","https://openalex.org/W4220717119","https://openalex.org/W4221166942","https://openalex.org/W4232691406","https://openalex.org/W4252684946","https://openalex.org/W4281384435","https://openalex.org/W4284708426","https://openalex.org/W4285490465","https://openalex.org/W4288055447","https://openalex.org/W4308643152","https://openalex.org/W4308732630","https://openalex.org/W4312386790","https://openalex.org/W4312450628","https://openalex.org/W4322766882","https://openalex.org/W4382202657","https://openalex.org/W4384302759","https://openalex.org/W4384304865","https://openalex.org/W4384345669","https://openalex.org/W4384345708","https://openalex.org/W4384345728","https://openalex.org/W4384345748","https://openalex.org/W4385245566","https://openalex.org/W4385572856","https://openalex.org/W4387250125","https://openalex.org/W4388483108","https://openalex.org/W4388598889","https://openalex.org/W4389162095","https://openalex.org/W4389519352","https://openalex.org/W4391323412","https://openalex.org/W4391558516","https://openalex.org/W4400207882","https://openalex.org/W4400582609","https://openalex.org/W4400583514","https://openalex.org/W4400681808","https://openalex.org/W4402671203","https://openalex.org/W4403295755","https://openalex.org/W4405703871","https://openalex.org/W4406688098","https://openalex.org/W4410602514","https://openalex.org/W4414230443"],"related_works":[],"abstract_inverted_index":{"Compared":[0],"to":[1,20,23,228],"Full-Model":[2],"Fine-Tuning":[3,6],"(FMFT),":[4],"Parameter-Efficient":[5],"(PEFT)":[7],"has":[8],"demonstrated":[9],"superior":[10],"efficacy":[11,184],"and":[12,58,98,100,122,155,171,187,196,221,253,262,267,274],"efficiency":[13],"in":[14,79,149,153,176,198,214,235,245,257,269],"several":[15],"code":[16,48,69,215],"understanding":[17],"tasks,":[18,116],"owing":[19],"PEFT\u2019s":[21],"ability":[22],"alleviate":[24],"the":[25,52,131,183,191,224,229,236],"catastrophic":[26],"forgetting":[27],"issue":[28],"of":[29,40,55,165,185,194,231,259,271],"Pre-trained":[30],"Language":[31],"Models":[32],"(PLMs)":[33],"by":[34,190,250],"updating":[35],"only":[36,141],"a":[37,163,206],"small":[38],"number":[39],"parameters.":[41],"However,":[42],"existing":[43],"studies":[44],"primarily":[45],"involve":[46],"static":[47,170],"comprehension,":[49],"aligning":[50],"with":[51,104,278],"pre-training":[53],"paradigm":[54],"recent":[56],"PLMs":[57,213],"facilitating":[59],"knowledge":[60],"transfer,":[61],"but":[62,140],"they":[63,158],"do":[64],"not":[65],"account":[66],"for":[67,82,182,212],"dynamic":[68,172],"changes.":[70],"Thus,":[71],"it":[72],"remains":[73],"unclear":[74],"whether":[75],"PEFT":[76,92,133,186,195,222,243],"outperforms":[77],"FMFT":[78,105,137,197,220,249],"task-specific":[80],"adaptation":[81,226],"code-change-related":[83,115],"tasks.To":[84],"address":[85],"this":[86,177],"question,":[87],"we":[88,203],"examine":[89],"four":[90,132],"prevalent":[91],"methods":[93,134,244],"(i.e.,":[94],"AT,":[95],"LoRA,":[96],"PT,":[97],"PreT)":[99],"compare":[101],"their":[102,199],"performance":[103],"across":[106],"seven":[107],"popular":[108],"PLMs.":[109],"In":[110],"experiments,":[111],"two":[112],"widely":[113],"studied":[114],"i.e.,":[117],"Just-In-Time":[118],"Defect":[119],"Prediction":[120],"(JIT-DP)":[121],"Commit":[123],"Message":[124],"Generation":[125],"(CMG)":[126],"are":[127,174],"involved,":[128],"demonstrating":[129],"that":[130,240],"can":[135],"surpass":[136],"on":[138,147],"JIT-DP":[139],"exhibit":[142,159],"comparable":[143],"performances":[144],"at":[145,255],"best":[146],"CMG":[148,237],"common":[150],"scenarios.":[151],"While":[152],"cross-lingual":[154],"low-resource":[156],"scenarios,":[157],"relative":[160],"superiority.":[161],"Afterward,":[162],"series":[164],"probing":[166,201,232],"tasks":[167],"from":[168],"both":[169],"perspectives":[173],"conducted":[175],"paper,":[178],"offering":[179],"detailed":[180],"explanations":[181],"FMFT.":[188,279],"Inspired":[189],"distinctive":[192],"advantages":[193],"layer-wise":[200],"results,":[202],"propose":[204],"Pasta$k$,":[205],"self-adaPtive":[207],"efficient":[208],"layer-specific":[209],"tuning":[210],"framework":[211],"change":[216],"learning,":[217],"which":[218],"combines":[219],"during":[223],"domain":[225],"according":[227],"guidance":[230],"results.":[233],"Experiments":[234],"task":[238],"demonstrate":[239],"Pasta$k$surpasses":[241],"diverse":[242],"effectiveness.":[246],"Even,":[247],"Pasta$k$outperforms":[248],"1.48%,":[251],"3.21%,":[252],"1.87%":[254],"most":[256],"terms":[258,270],"BLEU,":[260],"Meteor,":[261],"Rouge-L,":[263],"while":[264],"saving":[265],"26.26%":[266],"20.65%":[268],"training":[272],"time":[273],"computational":[275],"memory":[276],"compared":[277]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-11-28T00:00:00"}