{"id":"https://openalex.org/W4406688098","doi":"https://doi.org/10.1145/3714461","title":"Exploring Parameter-Efficient Fine-Tuning Techniques for Code Generation with Large Language Models","display_name":"Exploring Parameter-Efficient Fine-Tuning Techniques for Code Generation with Large Language Models","publication_year":2025,"publication_date":"2025-01-22","ids":{"openalex":"https://openalex.org/W4406688098","doi":"https://doi.org/10.1145/3714461"},"language":"en","primary_location":{"id":"doi:10.1145/3714461","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3714461","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107246651","display_name":"Martin Weyssow","orcid":"https://orcid.org/0000-0002-5987-850X"},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Martin Weyssow","raw_affiliation_strings":["DIRO, University of Montreal, Montreal, Quebec, Canada","DIRO, University of Montreal, Canada"],"affiliations":[{"raw_affiliation_string":"DIRO, University of Montreal, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I70931966"]},{"raw_affiliation_string":"DIRO, University of Montreal, Canada","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424233","display_name":"Xin Zhou","orcid":"https://orcid.org/0000-0002-4558-0622"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xin Zhou","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore","Singapore Management University, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074029092","display_name":"Kisub Kim","orcid":"https://orcid.org/0000-0002-4462-6916"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Kisub Kim","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore","Singapore Management University, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081036622","display_name":"David Lo","orcid":"https://orcid.org/0000-0002-4367-7201"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"David Lo","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore","Singapore Management University, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009574640","display_name":"Houari Sahraoui","orcid":"https://orcid.org/0000-0001-6304-9926"},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Houari Sahraoui","raw_affiliation_strings":["DIRO, University of Montreal, Montreal, Quebec, Canada","DIRO, University of Montreal, Canada"],"affiliations":[{"raw_affiliation_string":"DIRO, University of Montreal, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I70931966"]},{"raw_affiliation_string":"DIRO, University of Montreal, Canada","institution_ids":["https://openalex.org/I70931966"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5107246651"],"corresponding_institution_ids":["https://openalex.org/I70931966"],"apc_list":null,"apc_paid":null,"fwci":79.2718,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.99925537,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"34","issue":"7","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8494487404823303},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.578483521938324},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.44219398498535156},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4336237907409668},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.32095617055892944},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.1184786856174469},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.07637211680412292},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.06674456596374512}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8494487404823303},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.578483521938324},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.44219398498535156},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4336237907409668},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.32095617055892944},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.1184786856174469},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.07637211680412292},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.06674456596374512}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3714461","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3714461","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W2804673050","https://openalex.org/W2963809228","https://openalex.org/W2964315653","https://openalex.org/W2979826702","https://openalex.org/W2997847174","https://openalex.org/W3027879771","https://openalex.org/W3098605233","https://openalex.org/W3174199721","https://openalex.org/W3198599617","https://openalex.org/W3198685994","https://openalex.org/W3209721572","https://openalex.org/W3210277894","https://openalex.org/W3217001695","https://openalex.org/W4205991051","https://openalex.org/W4206251287","https://openalex.org/W4220704127","https://openalex.org/W4225108562","https://openalex.org/W4226278401","https://openalex.org/W4280534475","https://openalex.org/W4281763794","https://openalex.org/W4288055447","https://openalex.org/W4308643319","https://openalex.org/W4311423650","https://openalex.org/W4312386790","https://openalex.org/W4312970618","https://openalex.org/W4322766882","https://openalex.org/W4366204357","https://openalex.org/W4366999442","https://openalex.org/W4382239980","https://openalex.org/W4383815588","https://openalex.org/W4384211302","https://openalex.org/W4384302749","https://openalex.org/W4384345669","https://openalex.org/W4384345708","https://openalex.org/W4385570151","https://openalex.org/W4386065596","https://openalex.org/W4386075969","https://openalex.org/W4388483108","https://openalex.org/W4389162178","https://openalex.org/W4389163154","https://openalex.org/W4389519352","https://openalex.org/W4391558635","https://openalex.org/W4399644038","https://openalex.org/W4400681808","https://openalex.org/W6600175564","https://openalex.org/W6739901393","https://openalex.org/W6779831603","https://openalex.org/W6794686226","https://openalex.org/W6838865847"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W2163672025","https://openalex.org/W2048831961","https://openalex.org/W1606349578","https://openalex.org/W4399567378"],"abstract_inverted_index":{"Large":[0],"language":[1,14],"models":[2,51],"(LLMs)":[3],"demonstrate":[4],"impressive":[5],"capabilities":[6],"to":[7,72,121,125],"generate":[8],"accurate":[9],"code":[10,151,180],"snippets":[11],"given":[12],"natural":[13],"intents":[15],"in":[16,46,146,200,218],"a":[17,118,138,171],"zero-shot":[18],"manner,":[19],"i.e.,":[20],"without":[21],"the":[22,32,74,90,98,147,191],"need":[23,91],"for":[24,50,92,144,159,193,213],"specific":[25],"fine-tuning.":[26],"While":[27],"prior":[28],"studies":[29],"have":[30],"highlighted":[31],"advantages":[33],"of":[34,54,100,141,149,156,174,216],"fine-tuning":[35,115],"LLMs,":[36],"this":[37,110,134,209],"process":[38,77],"incurs":[39],"high":[40],"computational":[41],"costs,":[42],"making":[43],"it":[44],"impractical":[45],"resource-scarce":[47],"environments,":[48],"particularly":[49],"with":[52,78,206],"billions":[53],"parameters.":[55],"To":[56],"address":[57],"these":[58],"challenges,":[59],"previous":[60],"research":[61],"explored":[62],"in-context":[63],"learning":[64,101],"(ICL)":[65],"and":[66,84,97,164,168,176,185,197],"retrieval-augmented":[67],"generation":[68,181],"(RAG)":[69],"as":[70,89,117],"strategies":[71],"guide":[73],"LLM":[75],"generative":[76],"task-specific":[79,102,126],"prompt":[80],"examples.":[81],"However,":[82],"ICL":[83,167],"RAG":[85,169],"introduce":[86],"inconveniences,":[87],"such":[88],"designing":[93],"contextually":[94],"relevant":[95],"prompts":[96],"absence":[99],"parameters,":[103],"thereby":[104],"limiting":[105],"downstream":[106],"task":[107],"performance.":[108],"In":[109,133],"context,":[111],"we":[112,136],"foresee":[113],"parameter-efficient":[114],"(PEFT)":[116],"promising":[119],"approach":[120],"efficiently":[122],"specialize":[123],"LLMs":[124,145,160,175,196],"data":[127],"while":[128],"maintaining":[129],"reasonable":[130],"resource":[131],"consumption.":[132],"article,":[135],"deliver":[137],"comprehensive":[139,154],"study":[140,189,210],"PEFT":[142,157,205,217],"techniques":[143,158],"context":[148],"automated":[150],"generation.":[152],"Our":[153],"investigation":[155],"reveals":[161],"their":[162],"superiority":[163],"potential":[165,192],"over":[166],"across":[170],"diverse":[172],"set":[173],"three":[177],"representative":[178],"Python":[179],"datasets:":[182],"Conala,":[183],"CodeAlpacaPy,":[184],"APPS.":[186],"Furthermore,":[187],"our":[188],"highlights":[190],"tuning":[194],"larger":[195],"significant":[198],"reductions":[199],"memory":[201],"usage":[202],"by":[203],"combining":[204],"quantization.":[207],"Therefore,":[208],"opens":[211],"opportunities":[212],"broader":[214],"applications":[215],"software":[219],"engineering":[220],"scenarios.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}