{"id":"https://openalex.org/W4402533615","doi":"https://doi.org/10.1145/3695993","title":"Fine-Tuning Large Language Models to Improve Accuracy and Comprehensibility of Automated Code Review","display_name":"Fine-Tuning Large Language Models to Improve Accuracy and Comprehensibility of Automated Code Review","publication_year":2024,"publication_date":"2024-09-14","ids":{"openalex":"https://openalex.org/W4402533615","doi":"https://doi.org/10.1145/3695993"},"language":"en","primary_location":{"id":"doi:10.1145/3695993","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3695993","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102242486","display_name":"Yongda Yu","orcid":"https://orcid.org/0000-0001-6713-2364"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongda Yu","raw_affiliation_strings":["Nanjing University, Nanjing, China","Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0001-6713-2364","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073751973","display_name":"Guoping Rong","orcid":"https://orcid.org/0000-0003-4576-0524"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoping Rong","raw_affiliation_strings":["Nanjing University, Nanjing, China","Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0003-4576-0524","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084809225","display_name":"Haifeng Shen","orcid":"https://orcid.org/0000-0002-8221-981X"},"institutions":[{"id":"https://openalex.org/I66809481","display_name":"Southern Cross University","ror":"https://ror.org/001xkv632","country_code":"AU","type":"education","lineage":["https://openalex.org/I66809481"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Haifeng Shen","raw_affiliation_strings":["Southern Cross University, Gold Coast, Australia","Southern Cross University, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8221-981X","affiliations":[{"raw_affiliation_string":"Southern Cross University, Gold Coast, Australia","institution_ids":["https://openalex.org/I66809481"]},{"raw_affiliation_string":"Southern Cross University, Australia","institution_ids":["https://openalex.org/I66809481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420137","display_name":"He Zhang","orcid":"https://orcid.org/0000-0002-9159-5331"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Zhang","raw_affiliation_strings":["Nanjing University, Nanjing, China","Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0002-9159-5331","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101193832","display_name":"Dong Shao","orcid":"https://orcid.org/0000-0001-6500-0341"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Shao","raw_affiliation_strings":["Nanjing University, Nanjing, China","Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0001-6500-0341","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107117615","display_name":"Min Wang","orcid":"https://orcid.org/0009-0003-5228-4850"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Wang","raw_affiliation_strings":["Tencent Technology (Beijing) Co. Ltd, Beijing, China","Tencent Technology (Beijing) Co.Ltd, China"],"raw_orcid":"https://orcid.org/0009-0003-5228-4850","affiliations":[{"raw_affiliation_string":"Tencent Technology (Beijing) Co. Ltd, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"Tencent Technology (Beijing) Co.Ltd, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107117869","display_name":"Zhao Wei","orcid":"https://orcid.org/0009-0007-4462-3153"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Wei","raw_affiliation_strings":["Tencent Technology (Beijing) Co. Ltd, Beijing, China","Tencent Technology (Beijing) Co.Ltd, China"],"raw_orcid":"https://orcid.org/0009-0007-4462-3153","affiliations":[{"raw_affiliation_string":"Tencent Technology (Beijing) Co. Ltd, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"Tencent Technology (Beijing) Co.Ltd, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107115318","display_name":"Yong Xu","orcid":"https://orcid.org/0009-0004-7488-3704"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Xu","raw_affiliation_strings":["Tencent Technology (Beijing) Co. Ltd, Beijing, China","Tencent Technology (Beijing) Co.Ltd, China"],"raw_orcid":"https://orcid.org/0009-0004-7488-3704","affiliations":[{"raw_affiliation_string":"Tencent Technology (Beijing) Co. Ltd, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"Tencent Technology (Beijing) Co.Ltd, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008636957","display_name":"Juhong Wang","orcid":"https://orcid.org/0009-0005-0864-0082"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juhong Wang","raw_affiliation_strings":["Tencent Technology (Beijing) Co. Ltd, Beijing, China","Tencent Technology (Beijing) Co.Ltd, China"],"raw_orcid":"https://orcid.org/0009-0005-0864-0082","affiliations":[{"raw_affiliation_string":"Tencent Technology (Beijing) Co. Ltd, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"Tencent Technology (Beijing) Co.Ltd, China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.9894,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.99046403,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"34","issue":"1","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8827627897262573},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.46029576659202576},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.45451709628105164},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.42362987995147705}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8827627897262573},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.46029576659202576},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.45451709628105164},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.42362987995147705},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3695993","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3695993","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1998900885","https://openalex.org/W2010321946","https://openalex.org/W2031648200","https://openalex.org/W2139092060","https://openalex.org/W2344367508","https://openalex.org/W2348249338","https://openalex.org/W2405387975","https://openalex.org/W2808429234","https://openalex.org/W2904997879","https://openalex.org/W2911282308","https://openalex.org/W2938704169","https://openalex.org/W2963352809","https://openalex.org/W3008088841","https://openalex.org/W3108032709","https://openalex.org/W3161903544","https://openalex.org/W3168867926","https://openalex.org/W3198685994","https://openalex.org/W4221143046","https://openalex.org/W4226278401","https://openalex.org/W4308643152","https://openalex.org/W4322631505","https://openalex.org/W4375859932","https://openalex.org/W4381930847","https://openalex.org/W4384662964","https://openalex.org/W4385572142","https://openalex.org/W4388212670","https://openalex.org/W4391494845","https://openalex.org/W4392669753","https://openalex.org/W4393065402","https://openalex.org/W6739901393","https://openalex.org/W6838865847","https://openalex.org/W6852874933"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"As":[0],"code":[1,42,56,116,146,162,202],"review":[2,57,74,117],"is":[3,95],"a":[4,181],"tedious":[5],"and":[6,85,123,132,210],"costly":[7],"software":[8],"quality":[9],"practice,":[10],"researchers":[11],"have":[12,111,150],"proposed":[13],"several":[14],"machine":[15],"learning-based":[16],"methods":[17],"to":[18,37,114,128,189,206],"automate":[19],"the":[20,33,41,76,79,89,104,112,143,187,193,198],"process.":[21],"The":[22],"primary":[23],"focus":[24],"has":[25,99,186],"been":[26,101,152],"on":[27,71],"accuracy,":[28],"that":[29,119,185],"is,":[30],"how":[31],"accurately":[32],"algorithms":[34],"are":[35,58,120],"able":[36],"detect":[38],"issues":[39,91,147],"in":[40,66,103,141,161],"under":[43],"review.":[44,163],"However,":[45,97,135],"human":[46,64],"intervention":[47],"still":[48],"remains":[49],"inevitable":[50],"since":[51],"results":[52],"produced":[53],"by":[54,82,125],"automated":[55,201],"not":[59,151,191],"100%":[60],"correct.":[61],"To":[62],"assist":[63],"reviewers":[65],"making":[67],"their":[68,129],"final":[69],"decisions":[70],"automatically":[72],"generated":[73],"comments,":[75],"comprehensibility":[77,199],"of":[78,145,170,200],"comments":[80,118],"underpinned":[81],"accurate":[83],"localization":[84],"relevant":[86],"explanations":[87],"for":[88,155],"detected":[90],"with":[92],"repair":[93],"suggestions":[94],"paramount.":[96],"this":[98,156,165],"largely":[100],"neglected":[102],"existing":[105],"research.":[106],"Large":[107,175],"language":[108],"models":[109,209],"(LLMs)":[110],"potential":[113],"generate":[115],"more":[121,196],"readable":[122],"comprehensible":[124],"humans,":[126],"thanks":[127],"remarkable":[130],"processing":[131],"reasoning":[133],"capabilities.":[134],"even":[136],"mainstream":[137],"LLMs":[138],"perform":[139],"poorly":[140],"detecting":[142],"presence":[144],"because":[148],"they":[149],"specifically":[153],"trained":[154],"binary":[157],"classification":[158],"task":[159],"required":[160],"In":[164],"article,":[166],"we":[167],"contribute":[168],"Comprehensibility":[169],"Automated":[171],"Code":[172],"Review":[173],"using":[174],"Language":[176],"Models":[177],"(":[178],"Carllm":[179],"),":[180],"novel":[182],"fine-tuned":[183],"LLM":[184],"ability":[188],"improve":[190],"only":[192],"accuracy":[194],"but,":[195],"importantly,":[197],"review,":[203],"as":[204],"compared":[205],"state-of-the-art":[207],"pre-trained":[208],"general":[211],"LLMs.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":18}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}