{"id":"https://openalex.org/W4411449774","doi":"https://doi.org/10.1145/3729341","title":"Beyond PEFT: Layer-Wise Optimization for More Effective and Efficient Large Code Model Tuning","display_name":"Beyond PEFT: Layer-Wise Optimization for More Effective and Efficient Large Code Model Tuning","publication_year":2025,"publication_date":"2025-06-19","ids":{"openalex":"https://openalex.org/W4411449774","doi":"https://doi.org/10.1145/3729341"},"language":"en","primary_location":{"id":"doi:10.1145/3729341","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3729341","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3729341","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019372259","display_name":"Chaozheng Wang","orcid":"https://orcid.org/0000-0002-3935-7328"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chaozheng Wang","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-3935-7328","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jia Feng","orcid":"https://orcid.org/0009-0001-5509-4724"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Feng","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0001-5509-4724","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012760348","display_name":"Shuzheng Gao","orcid":"https://orcid.org/0000-0002-8102-480X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shuzheng Gao","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-8102-480X","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103094513","display_name":"Cuiyun Gao","orcid":"https://orcid.org/0000-0001-8513-6836"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Cuiyun Gao","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-8513-6836","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101884078","display_name":"Zongjie Li","orcid":"https://orcid.org/0000-0002-9897-4086"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zongjie Li","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-9897-4086","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110263898","display_name":"T. Y. Peng","orcid":"https://orcid.org/0009-0003-6970-0857"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Peng","raw_affiliation_strings":["Tencent, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-6970-0857","affiliations":[{"raw_affiliation_string":"Tencent, Guangzhou, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107243543","display_name":"Hailiang Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hailiang Huang","raw_affiliation_strings":["Tencent, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0004-0655-9398","affiliations":[{"raw_affiliation_string":"Tencent, Guangzhou, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060932650","display_name":"Yuetang Deng","orcid":"https://orcid.org/0009-0003-7060-4109"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuetang Deng","raw_affiliation_strings":["Tencent, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-7060-4109","affiliations":[{"raw_affiliation_string":"Tencent, Guangzhou, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069596903","display_name":"Michael R. Lyu","orcid":"https://orcid.org/0000-0002-3666-5798"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Michael Lyu","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-3666-5798","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.9918,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95951414,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"2","issue":"FSE","first_page":"1567","last_page":"1590"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7943698167800903},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5742198824882507},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5313292741775513},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5138514041900635},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.4669187068939209},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4388014078140259},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4350394606590271},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.42951488494873047},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.42432671785354614},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.42370811104774475},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3371807336807251},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.3338772654533386},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09551802277565002}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7943698167800903},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5742198824882507},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5313292741775513},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5138514041900635},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.4669187068939209},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4388014078140259},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4350394606590271},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.42951488494873047},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.42432671785354614},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.42370811104774475},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3371807336807251},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3338772654533386},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09551802277565002},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3729341","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3729341","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3729341","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3729341","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5699999928474426,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2606555609","https://openalex.org/W2623399293","https://openalex.org/W2734941459","https://openalex.org/W3159616622","https://openalex.org/W4205807230","https://openalex.org/W4205991051","https://openalex.org/W4241618768","https://openalex.org/W4280534475","https://openalex.org/W4281758439","https://openalex.org/W4300543510","https://openalex.org/W4307079201","https://openalex.org/W4308643994","https://openalex.org/W4322766882","https://openalex.org/W4376167329","https://openalex.org/W4376607756","https://openalex.org/W4384155563","https://openalex.org/W4387302738","https://openalex.org/W4388505012","https://openalex.org/W4389162688","https://openalex.org/W4391899877","https://openalex.org/W4402669977","https://openalex.org/W4406866655","https://openalex.org/W4409132086","https://openalex.org/W4411297567","https://openalex.org/W4411551564","https://openalex.org/W6852746770"],"related_works":["https://openalex.org/W2118717649","https://openalex.org/W2413243053","https://openalex.org/W410723623","https://openalex.org/W2015341305","https://openalex.org/W2035068594","https://openalex.org/W4225593417","https://openalex.org/W2573498121","https://openalex.org/W3122369893","https://openalex.org/W2407476586","https://openalex.org/W2750654225"],"abstract_inverted_index":{"Large":[0],"Code":[1],"Models":[2],"(LCMs)":[3],"have":[4,46,57,66],"demonstrated":[5],"remarkable":[6],"effectiveness":[7,102],"across":[8,200],"various":[9],"code":[10,62,77,110,205,235,241],"intelligence":[11,63,111,206],"tasks.":[12,24],"Supervised":[13],"fine-tuning":[14,30],"is":[15,133,147],"essential":[16],"to":[17,84,135,218,279],"optimize":[18],"their":[19],"performance":[20,125,159],"for":[21,61,160],"specific":[22],"downstream":[23],"Compared":[25],"with":[26,40,79,222],"the":[27,88,92,101,104,136,157,176,181,187,233,245,270],"traditional":[28],"full-parameter":[29],"(FFT)":[31],"method,":[32],"Parameter-Efficient":[33],"Fine-Tuning":[34],"(PEFT)":[35],"methods":[36,60,129],"can":[37,263],"train":[38],"LCMs":[39,161,202,212],"substantially":[41],"reduced":[42],"resource":[43,164],"consumption":[44],"and":[45,52,116,130,196,203,215,251,257],"gained":[47],"widespread":[48],"attention":[49],"among":[50],"researchers":[51],"practitioners.":[53],"While":[54],"existing":[55,139],"studies":[56],"explored":[58],"PEFT":[59,105,128,220],"tasks,":[64],"they":[65],"predominantly":[67],"focused":[68],"on":[69,99],"a":[70,96,123,170],"limited":[71],"subset":[72],"of":[73,87,103,138,183,255,276],"scenarios,":[74],"such":[75],"as":[76],"generation":[78],"publicly":[80],"available":[81],"datasets,":[82],"leading":[83],"constrained":[85],"generalizability":[86],"findings.":[89],"To":[90,155],"mitigate":[91],"limitation,":[93],"we":[94,168],"conduct":[95],"comprehensive":[97],"study":[98],"exploring":[100],"methods,":[106,221],"which":[107,132],"involves":[108],"five":[109,201,204],"tasks":[112,151,207,226],"containing":[113],"both":[114],"public":[115],"private":[117,153,228,240],"data.":[118,154,229],"Our":[119],"extensive":[120],"experiments":[121],"reveal":[122],"considerable":[124],"gap":[126],"between":[127],"FFT,":[131],"contrary":[134],"findings":[137],"studies.":[140],"We":[141],"also":[142],"find":[143],"that":[144,209],"this":[145],"disparity":[146],"particularly":[148],"pronounced":[149],"in":[150,175,186,225,232,253],"involving":[152],"improve":[156],"tuning":[158],"while":[162],"reducing":[163,269],"utilization":[165],"during":[166],"training,":[167],"propose":[169],"Layer-Wise":[171],"Optimization":[172],"(LWO)":[173],"strategy":[174],"paper.":[177],"LWO":[178,210,243,262],"incrementally":[179],"updates":[180],"parameters":[182],"each":[184],"layer":[185],"whole":[188],"model":[189],"architecture,":[190],"without":[191],"introducing":[192],"any":[193],"additional":[194],"component":[195],"inference":[197],"overhead.":[198],"Experiments":[199],"demonstrate":[208],"trains":[211],"more":[213,265],"effectively":[214],"efficiently":[216],"compared":[217,278],"previous":[219],"significant":[223],"improvements":[224],"using":[227,238],"For":[230],"instance,":[231],"line-level":[234],"completion":[236],"task":[237],"our":[239],"repositories,":[242],"outperforms":[244],"state-of-the-art":[246],"LoRA":[247],"method":[248],"by":[249,273],"22%":[250],"12%":[252],"terms":[254],"accuracy":[256],"BLEU":[258],"scores,":[259],"respectively.":[260],"Furthermore,":[261],"enable":[264],"efficient":[266],"LCM":[267],"tuning,":[268],"training":[271],"time":[272],"an":[274],"average":[275],"42.7%":[277],"LoRA.":[280]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}