{"id":"https://openalex.org/W4403295755","doi":"https://doi.org/10.1109/tse.2024.3478317","title":"Automated Commit Message Generation With Large Language Models: An Empirical Study and Beyond","display_name":"Automated Commit Message Generation With Large Language Models: An Empirical Study and Beyond","publication_year":2024,"publication_date":"2024-10-10","ids":{"openalex":"https://openalex.org/W4403295755","doi":"https://doi.org/10.1109/tse.2024.3478317"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3478317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3478317","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5095886548","display_name":"Pengyu Xue","orcid":null},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Pengyu Xue","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095886549","display_name":"Linhao Wu","orcid":"https://orcid.org/0009-0001-7624-156X"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linhao Wu","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010943851","display_name":"Zhongxing Yu","orcid":"https://orcid.org/0000-0003-3718-8476"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongxing Yu","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038757530","display_name":"Zhi Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Jin","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China","Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, and the School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, and the School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021693730","display_name":"Zhen Yang","orcid":"https://orcid.org/0000-0003-0670-4538"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Yang","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xinyi Li","orcid":"https://orcid.org/0009-0009-3728-5285"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xinyi Li","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095886551","display_name":"Zhenyu Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Yang","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5095886552","display_name":"Yue Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Tan","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5095886548"],"corresponding_institution_ids":["https://openalex.org/I80143920"],"apc_list":null,"apc_paid":null,"fwci":5.1226,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.95999811,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"50","issue":"12","first_page":"3208","last_page":"3224"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.8503999710083008,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.8503999710083008,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7980999946594238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.7892000079154968,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.879879891872406},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.7556442022323608},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5912524461746216},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4368838667869568},{"id":"https://openalex.org/keywords/message-passing","display_name":"Message passing","score":0.4100695252418518},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1567663550376892}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.879879891872406},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.7556442022323608},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5912524461746216},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4368838667869568},{"id":"https://openalex.org/C854659","wikidata":"https://www.wikidata.org/wiki/Q1859284","display_name":"Message passing","level":2,"score":0.4100695252418518},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1567663550376892}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2024.3478317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3478317","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5482656022","display_name":null,"funder_award_id":"62192731","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6464404913","display_name":null,"funder_award_id":"ZR2024QF093","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G88808849","display_name":null,"funder_award_id":"62102233","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1980867644","https://openalex.org/W1997405881","https://openalex.org/W2019246026","https://openalex.org/W2062270497","https://openalex.org/W2101105183","https://openalex.org/W2129164226","https://openalex.org/W2157318188","https://openalex.org/W2160825952","https://openalex.org/W2801751818","https://openalex.org/W2888312537","https://openalex.org/W2955654168","https://openalex.org/W2963341956","https://openalex.org/W2963958373","https://openalex.org/W2964322208","https://openalex.org/W2972155226","https://openalex.org/W2988648088","https://openalex.org/W3098605233","https://openalex.org/W3099130275","https://openalex.org/W3155895380","https://openalex.org/W3170092793","https://openalex.org/W3185176031","https://openalex.org/W3186179984","https://openalex.org/W3193171773","https://openalex.org/W3198685994","https://openalex.org/W3215177922","https://openalex.org/W4220877452","https://openalex.org/W4221166942","https://openalex.org/W4225160823","https://openalex.org/W4232691406","https://openalex.org/W4233322385","https://openalex.org/W4250220872","https://openalex.org/W4252076394","https://openalex.org/W4281384435","https://openalex.org/W4288055447","https://openalex.org/W4384302768","https://openalex.org/W4384345649","https://openalex.org/W4384345708","https://openalex.org/W4385326140","https://openalex.org/W4385572856","https://openalex.org/W4388483119","https://openalex.org/W4388483433","https://openalex.org/W4389162095","https://openalex.org/W4391136507","https://openalex.org/W4391741735","https://openalex.org/W4392144346","https://openalex.org/W4393029443","https://openalex.org/W4399906620","https://openalex.org/W4400582609","https://openalex.org/W4400681060","https://openalex.org/W4400681808","https://openalex.org/W4404782930","https://openalex.org/W4404782964","https://openalex.org/W6678262379","https://openalex.org/W6682631176","https://openalex.org/W6696884364","https://openalex.org/W6771917389","https://openalex.org/W6778883912","https://openalex.org/W6783227185","https://openalex.org/W6798182279","https://openalex.org/W6810302980","https://openalex.org/W6810874553","https://openalex.org/W6850625674","https://openalex.org/W6857026196","https://openalex.org/W6857424747","https://openalex.org/W6859087096","https://openalex.org/W6859371233","https://openalex.org/W6860041859","https://openalex.org/W6861347535"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4367365664","https://openalex.org/W4385326140","https://openalex.org/W4293227618","https://openalex.org/W2136634148","https://openalex.org/W3122851392","https://openalex.org/W3122800671","https://openalex.org/W4250708772","https://openalex.org/W2368564840"],"abstract_inverted_index":{"Commit":[0],"Message":[1],"Generation":[2],"(CMG)":[3],"approaches":[4,114,154],"aim":[5],"to":[6,46,68,78,85,191,201,249,266],"automatically":[7],"generate":[8,79],"commit":[9,81,212],"messages":[10,82,213],"based":[11],"on":[12,225],"given":[13],"code":[14],"<italic":[15],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[16],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">diff</i>s,":[17],"which":[18,186],"facilitate":[19],"collaboration":[20],"among":[21],"developers":[22],"and":[23,83,115,142,156,196,259],"play":[24],"a":[25,94,100,188],"critical":[26],"role":[27],"in":[28,41,51,75,89,171,255,270],"Open-Source":[29],"Software":[30],"(OSS).":[31],"Very":[32],"recently,":[33],"Large":[34],"Language":[35],"Models":[36],"(LLMs)":[37],"have":[38,73,150],"been":[39,74],"applied":[40],"diverse":[42,112],"code-related":[43],"tasks":[44],"owing":[45],"their":[47,59,271],"powerful":[48],"generality.":[49],"Yet,":[50],"the":[52,64,134,172,193,203,208,219,237,243,250,256],"CMG":[53,103,113,153,173,257],"field,":[54],"few":[55],"studies":[56],"systematically":[57],"explored":[58],"effectiveness.":[60],"This":[61],"paper":[62],"conducts":[63],"first":[65,98],"comprehensive":[66],"experiment":[67],"investigate":[69],"how":[70,84],"far":[71],"we":[72,97,110,127,175],"applying":[76],"LLM":[77],"high-quality":[80,102,211],"go":[86],"further":[87,128,167],"beyond":[88],"this":[90],"field.":[91],"Motivated":[92],"by":[93],"pilot":[95],"analysis,":[96],"construct":[99,202],"multi-lingual":[101],"test":[104],"set":[105],"following":[106,133],"practitioners\u2019":[107],"criteria.":[108],"Afterward,":[109],"re-evaluate":[111],"make":[116],"comparisons":[117],"with":[118,214],"recent":[119],"LLMs.":[120,215],"To":[121,166],"delve":[122],"deeper":[123],"into":[124],"LLMs\u2019":[125,169,253],"ability,":[126],"propose":[129,176],"four":[130],"manual":[131],"metrics":[132],"practice":[135],"of":[136,210,223,252],"OSS,":[137],"including":[138],"Accuracy,":[139],"Integrity,":[140],"Readability,":[141],"Applicability":[143],"for":[144,263],"assessment.":[145],"Results":[146],"reveal":[147],"that":[148],"LLMs":[149,158,227],"outperformed":[151],"existing":[152],"overall,":[155],"different":[157,160,229],"carry":[159],"advantages,":[161],"where":[162],"GPT-3.5":[163],"performs":[164],"best.":[165],"boost":[168],"performance":[170,221],"task,":[174],"an":[177],"Efficient":[178],"Retrieval-based":[179],"In-Context":[180],"Learning":[181],"(ICL)":[182],"framework,":[183],"namely":[184],"ERICommiter,":[185],"leverages":[187],"two-step":[189],"filtering":[190],"accelerate":[192],"retrieval":[194,199,238],"efficiency":[195],"introduces":[197],"semantic/lexical-based":[198],"algorithm":[200],"ICL":[204],"examples,":[205],"thereby":[206],"guiding":[207],"generation":[209],"Extensive":[216],"experiments":[217],"demonstrate":[218],"substantial":[220],"improvement":[222],"ERICommiter":[224,233],"various":[226],"across":[228],"programming":[230],"languages.":[231],"Meanwhile,":[232],"also":[234],"significantly":[235],"reduces":[236],"time":[239],"while":[240],"keeping":[241],"almost":[242],"same":[244],"performance.":[245],"Our":[246],"research":[247],"contributes":[248],"understanding":[251],"capabilities":[254],"field":[258],"provides":[260],"valuable":[261],"insights":[262],"practitioners":[264],"seeking":[265],"leverage":[267],"these":[268],"tools":[269],"workflows.":[272]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}