{"id":"https://openalex.org/W4405703871","doi":"https://doi.org/10.1145/3709358","title":"Exploring the Capabilities of LLMs for Code-Change-Related Tasks","display_name":"Exploring the Capabilities of LLMs for Code-Change-Related Tasks","publication_year":2024,"publication_date":"2024-12-23","ids":{"openalex":"https://openalex.org/W4405703871","doi":"https://doi.org/10.1145/3709358"},"language":"en","primary_location":{"id":"doi:10.1145/3709358","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3709358","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lishui Fan","orcid":"https://orcid.org/0009-0006-4602-4296"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lishui Fan","raw_affiliation_strings":["The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","The State Key Laboratory of Blockchain and Data Security, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0009-0006-4602-4296","affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"The State Key Laboratory of Blockchain and Data Security, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101486214","display_name":"Jiakun Liu","orcid":"https://orcid.org/0000-0002-7273-6709"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jiakun Liu","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore","Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7273-6709","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102825823","display_name":"Zhongxin Liu","orcid":"https://orcid.org/0000-0002-1981-1626"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongxin Liu","raw_affiliation_strings":["The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China and Hangzhou High-Tech Zone (Binjiang) Institute of Blockchain and Data Security, Hangzhou, China","The State Key Laboratory of Blockchain and Data Security, Zhejiang University, China and Hangzhou High-Tech Zone (Binjiang) Institute of Blockchain and Data Security, China"],"raw_orcid":"https://orcid.org/0000-0002-1981-1626","affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China and Hangzhou High-Tech Zone (Binjiang) Institute of Blockchain and Data Security, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"The State Key Laboratory of Blockchain and Data Security, Zhejiang University, China and Hangzhou High-Tech Zone (Binjiang) Institute of Blockchain and Data Security, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081036622","display_name":"David Lo","orcid":"https://orcid.org/0000-0002-4367-7201"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"David Lo","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore","Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4367-7201","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006669765","display_name":"Xin Xia","orcid":"https://orcid.org/0000-0002-6302-3256"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Xia","raw_affiliation_strings":["Zhejiang University, Hangzhou, China","Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0002-6302-3256","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114429788","display_name":"Shanping Li","orcid":"https://orcid.org/0000-0003-2615-9792"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanping Li","raw_affiliation_strings":["The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","The State Key Laboratory of Blockchain and Data Security, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0003-2615-9792","affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"The State Key Laboratory of Blockchain and Data Security, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":21.422,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.99386108,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"34","issue":"6","first_page":"1","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9732000231742859,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6635309457778931},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.6309414505958557},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6187268495559692},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.48305994272232056},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.33470430970191956},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.07105240225791931}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6635309457778931},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.6309414505958557},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6187268495559692},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.48305994272232056},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.33470430970191956},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07105240225791931},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3709358","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3709358","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G260358288","display_name":null,"funder_award_id":"62202420","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322927","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":113,"referenced_works":["https://openalex.org/W1593271688","https://openalex.org/W1603598191","https://openalex.org/W2010321946","https://openalex.org/W2057049321","https://openalex.org/W2148243083","https://openalex.org/W2148437670","https://openalex.org/W2153150125","https://openalex.org/W2160715838","https://openalex.org/W2276400542","https://openalex.org/W2395791174","https://openalex.org/W2514173981","https://openalex.org/W2604348044","https://openalex.org/W2606555609","https://openalex.org/W2811301137","https://openalex.org/W2888312537","https://openalex.org/W2911270308","https://openalex.org/W2911282308","https://openalex.org/W2912095354","https://openalex.org/W2912378279","https://openalex.org/W2963958373","https://openalex.org/W2964322208","https://openalex.org/W3011013751","https://openalex.org/W3014394502","https://openalex.org/W3089490784","https://openalex.org/W3099130275","https://openalex.org/W3109716606","https://openalex.org/W3122527318","https://openalex.org/W3174589346","https://openalex.org/W3174770825","https://openalex.org/W3176914858","https://openalex.org/W3196731672","https://openalex.org/W3198685994","https://openalex.org/W3212496002","https://openalex.org/W4205596332","https://openalex.org/W4206738852","https://openalex.org/W4225413898","https://openalex.org/W4229664840","https://openalex.org/W4235670907","https://openalex.org/W4246119120","https://openalex.org/W4247737564","https://openalex.org/W4249133866","https://openalex.org/W4250967164","https://openalex.org/W4255108598","https://openalex.org/W4281400706","https://openalex.org/W4283026156","https://openalex.org/W4284664028","https://openalex.org/W4284708426","https://openalex.org/W4285162211","https://openalex.org/W4285306484","https://openalex.org/W4293211675","https://openalex.org/W4294214983","https://openalex.org/W4299527668","https://openalex.org/W4300113433","https://openalex.org/W4301319649","https://openalex.org/W4307205456","https://openalex.org/W4307572122","https://openalex.org/W4308643152","https://openalex.org/W4308643994","https://openalex.org/W4311431146","https://openalex.org/W4312927344","https://openalex.org/W4313547604","https://openalex.org/W4315630452","https://openalex.org/W4315706637","https://openalex.org/W4320560161","https://openalex.org/W4322766882","https://openalex.org/W4365799834","https://openalex.org/W4376552401","https://openalex.org/W4384009599","https://openalex.org/W4384304713","https://openalex.org/W4385565193","https://openalex.org/W4385565879","https://openalex.org/W4385567149","https://openalex.org/W4385571124","https://openalex.org/W4385571167","https://openalex.org/W4385572142","https://openalex.org/W4385572769","https://openalex.org/W4385572856","https://openalex.org/W4385573610","https://openalex.org/W4385970045","https://openalex.org/W4388212670","https://openalex.org/W4388483492","https://openalex.org/W4389158500","https://openalex.org/W4389162095","https://openalex.org/W4389162688","https://openalex.org/W4389518729","https://openalex.org/W4389519153","https://openalex.org/W4389519225","https://openalex.org/W4389520257","https://openalex.org/W4389520756","https://openalex.org/W4389524193","https://openalex.org/W4389544203","https://openalex.org/W4391558518","https://openalex.org/W4391558635","https://openalex.org/W4391579639","https://openalex.org/W4392163075","https://openalex.org/W4392365769","https://openalex.org/W4392972103","https://openalex.org/W4394638297","https://openalex.org/W4394745423","https://openalex.org/W4394769285","https://openalex.org/W4399667964","https://openalex.org/W4400681637","https://openalex.org/W4400681808","https://openalex.org/W4400766258","https://openalex.org/W4401427835","https://openalex.org/W4401508141","https://openalex.org/W4401863329","https://openalex.org/W4401863706","https://openalex.org/W4402353697","https://openalex.org/W4403007658","https://openalex.org/W4404952834","https://openalex.org/W6778883912","https://openalex.org/W6838461927"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4367365664","https://openalex.org/W4385326140","https://openalex.org/W4293227618","https://openalex.org/W2136634148","https://openalex.org/W3122851392","https://openalex.org/W3122800671","https://openalex.org/W4250708772"],"abstract_inverted_index":{"Developers":[0],"deal":[1],"with":[2,20,96,122,136],"code-change-related":[3,65,83,211],"tasks":[4],"daily,":[5],"e.g.,":[6],"reviewing":[7],"code.":[8],"Pre-trained":[9],"code":[10,39,43,53,86,173,184,206],"and":[11,45,92,100,106,119,156,179],"code-change-oriented":[12],"models":[13,26,148,170],"have":[14,28,138],"been":[15],"adapted":[16],"to":[17,131,141,196,201,205],"help":[18],"developers":[19],"such":[21],"tasks.":[22,34,66,212],"Recently,":[23],"large":[24],"language":[25],"(LLMs)":[27],"shown":[29],"their":[30],"effectiveness":[31],"in":[32],"code-related":[33],"However,":[35],"existing":[36],"LLMs":[37,62,80,114,134,166,195],"for":[38,210],"focus":[40,191],"on":[41,64,81,171,182,193],"general":[42],"syntax":[44],"semantics":[46],"rather":[47,207],"than":[48,208],"the":[49,111,142,162,172,198,202],"differences":[50],"between":[51],"two":[52],"versions.":[54],"Thus,":[55],"it":[56],"is":[57,115],"an":[58,73],"open":[59],"question":[60],"how":[61],"perform":[63,180],"To":[67],"answer":[68],"this":[69],"question,":[70],"we":[71],"conduct":[72],"empirical":[74],"study":[75],"using":[76],"\\(>\\)":[77],"1B":[78],"parameters":[79],"three":[82],"tasks,":[84],"i.e.,":[85],"review":[87],"generation,":[88,91],"commit":[89],"message":[90],"just-in-time":[93],"comment":[94],"update,":[95],"in-context":[97],"learning":[98],"(ICL)":[99],"parameter-efficient":[101],"fine-tuning":[102],"(PEFT,":[103],"including":[104],"LoRA":[105,137],"prefix-tuning).":[107],"We":[108,186],"observe":[109],"that":[110,175],"performance":[112,140],"of":[113],"poor":[116],"without":[117],"examples":[118,126],"generally":[120],"improves":[121],"examples,":[123],"but":[124,153],"more":[125,192],"do":[127],"not":[128,150],"always":[129,151,161],"lead":[130],"better":[132],"performance.":[133],"tuned":[135],"comparable":[139],"state-of-the-art":[143],"small":[144,168],"pre-trained":[145,169],"models.":[146],"Larger":[147],"are":[149,160],"better,":[152],"Llama":[154,158],"2":[155],"Code":[157],"families":[159],"best.":[163],"The":[164],"best":[165],"outperform":[167],"changes":[174,203],"only":[176],"modify":[177],"comments":[178,209],"comparably":[181],"other":[183],"changes.":[185],"suggest":[187],"future":[188],"work":[189],"should":[190],"guiding":[194],"learn":[197],"knowledge":[199],"specific":[200],"related":[204]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2025-10-10T00:00:00"}