{"id":"https://openalex.org/W4391741735","doi":"https://doi.org/10.1109/tse.2024.3364675","title":"Automatic Commit Message Generation: A Critical Review and Directions for Future Work","display_name":"Automatic Commit Message Generation: A Critical Review and Directions for Future Work","publication_year":2024,"publication_date":"2024-02-12","ids":{"openalex":"https://openalex.org/W4391741735","doi":"https://doi.org/10.1109/tse.2024.3364675"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3364675","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2024.3364675","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10433002.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10433002.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101439496","display_name":"Yuxia Zhang","orcid":"https://orcid.org/0000-0002-9371-5931"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuxia Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109682173","display_name":"Zhiqing Qiu","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqing Qiu","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053754637","display_name":"Klaas-Jan Stol","orcid":"https://orcid.org/0000-0002-1038-5050"},"institutions":[{"id":"https://openalex.org/I168346926","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38","country_code":"IE","type":"nonprofit","lineage":["https://openalex.org/I168346926"]},{"id":"https://openalex.org/I27577105","display_name":"University College Cork","ror":"https://ror.org/03265fv13","country_code":"IE","type":"education","lineage":["https://openalex.org/I27577105"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Klaas-Jan Stol","raw_affiliation_strings":["Lero, the Science Foundation Ireland Research Centre for Software and the School of Computer Science and IT, University College Cork, Cork, Ireland"],"affiliations":[{"raw_affiliation_string":"Lero, the Science Foundation Ireland Research Centre for Software and the School of Computer Science and IT, University College Cork, Cork, Ireland","institution_ids":["https://openalex.org/I168346926","https://openalex.org/I27577105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114859649","display_name":"Wenhui Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhui Zhu","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101518774","display_name":"Jiaxin Zhu","orcid":"https://orcid.org/0000-0002-0905-2355"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Zhu","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, and University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039630411","display_name":"Yingchen Tian","orcid":"https://orcid.org/0009-0004-9718-7939"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yingchen Tian","raw_affiliation_strings":["Tmall Technology Co., Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Tmall Technology Co., Zhejiang, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024721944","display_name":"Hui Liu","orcid":"https://orcid.org/0000-0002-3267-6801"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Liu","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101439496"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":16.252,"has_fulltext":true,"cited_by_count":34,"citation_normalized_percentile":{"value":0.99701418,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"50","issue":"4","first_page":"816","last_page":"835"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.859676718711853},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.7620168328285217},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.5128583908081055},{"id":"https://openalex.org/keywords/message-passing","display_name":"Message passing","score":0.46454858779907227},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4227690100669861},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3726857900619507},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.12623199820518494}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.859676718711853},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.7620168328285217},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.5128583908081055},{"id":"https://openalex.org/C854659","wikidata":"https://www.wikidata.org/wiki/Q1859284","display_name":"Message passing","level":2,"score":0.46454858779907227},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4227690100669861},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3726857900619507},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.12623199820518494},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2024.3364675","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2024.3364675","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10433002.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tse.2024.3364675","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2024.3364675","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10433002.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2727827705","display_name":null,"funder_award_id":"62141209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3002506080","display_name":null,"funder_award_id":"3/RC/2094","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G37568934","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3970431563","display_name":null,"funder_award_id":"13/RC/2094-P2","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G463515535","display_name":null,"funder_award_id":"62172037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6223597658","display_name":null,"funder_award_id":"62232003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7646705613","display_name":null,"funder_award_id":"13/RC/209","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G7736775806","display_name":null,"funder_award_id":"13/RC/2094","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G8515955051","display_name":null,"funder_award_id":"13/RC/2094_P2","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G8518693724","display_name":null,"funder_award_id":"62202048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391741735.pdf","grobid_xml":"https://content.openalex.org/works/W4391741735.grobid-xml"},"referenced_works_count":77,"referenced_works":["https://openalex.org/W2019246026","https://openalex.org/W2027602529","https://openalex.org/W2057049321","https://openalex.org/W2066045860","https://openalex.org/W2101105183","https://openalex.org/W2104577574","https://openalex.org/W2108325777","https://openalex.org/W2133564696","https://openalex.org/W2146950091","https://openalex.org/W2148540129","https://openalex.org/W2154236932","https://openalex.org/W2164777277","https://openalex.org/W2172232422","https://openalex.org/W2386192529","https://openalex.org/W2511833051","https://openalex.org/W2537934446","https://openalex.org/W2546705944","https://openalex.org/W2604209688","https://openalex.org/W2767247175","https://openalex.org/W2767782162","https://openalex.org/W2772902362","https://openalex.org/W2805664908","https://openalex.org/W2888312537","https://openalex.org/W2899369852","https://openalex.org/W2902456509","https://openalex.org/W2953543126","https://openalex.org/W2953793053","https://openalex.org/W2954306126","https://openalex.org/W2955654168","https://openalex.org/W2963958373","https://openalex.org/W2964322208","https://openalex.org/W2964772344","https://openalex.org/W3000216919","https://openalex.org/W3005321232","https://openalex.org/W3009640336","https://openalex.org/W3011013751","https://openalex.org/W3029086579","https://openalex.org/W3092243509","https://openalex.org/W3098605233","https://openalex.org/W3099130275","https://openalex.org/W3102117341","https://openalex.org/W3105446266","https://openalex.org/W3105867435","https://openalex.org/W3123597688","https://openalex.org/W3134770171","https://openalex.org/W3161120529","https://openalex.org/W3178601679","https://openalex.org/W3185176031","https://openalex.org/W3193171773","https://openalex.org/W3195727321","https://openalex.org/W3198685994","https://openalex.org/W4213009331","https://openalex.org/W4220877452","https://openalex.org/W4221166942","https://openalex.org/W4224308101","https://openalex.org/W4232691406","https://openalex.org/W4233322385","https://openalex.org/W4243521886","https://openalex.org/W4284708426","https://openalex.org/W4307572122","https://openalex.org/W4308643318","https://openalex.org/W4321649710","https://openalex.org/W4322631505","https://openalex.org/W4367059011","https://openalex.org/W4384302759","https://openalex.org/W4384302768","https://openalex.org/W4384302850","https://openalex.org/W4389162095","https://openalex.org/W4391136507","https://openalex.org/W4392414327","https://openalex.org/W4402665833","https://openalex.org/W6678262379","https://openalex.org/W6679434410","https://openalex.org/W6778883912","https://openalex.org/W6810081322","https://openalex.org/W6850202480","https://openalex.org/W6856074014"],"related_works":["https://openalex.org/W4367365664","https://openalex.org/W4385326140","https://openalex.org/W4293227618","https://openalex.org/W2136634148","https://openalex.org/W3122851392","https://openalex.org/W3122800671","https://openalex.org/W4250708772","https://openalex.org/W4288862737","https://openalex.org/W1984769753","https://openalex.org/W2129713739"],"abstract_inverted_index":{"Commit":[0],"messages":[1,108,292],"are":[2],"critical":[3],"for":[4,324],"code":[5],"comprehension":[6],"and":[7,16,21,48,61,82,113,167,213,220,236,278,307],"software":[8,152],"maintenance.":[9],"Writing":[10],"a":[11,66,78,92,253],"high-quality":[12],"message":[13,97,169,265],"requires":[14],"skill":[15],"effort.":[17],"To":[18],"support":[19],"developers":[20,257],"reduce":[22],"their":[23,121,260],"effort":[24],"on":[25,189,262],"this":[26],"task,":[27],"several":[28],"approaches":[29,64,73,85,230],"have":[30,44],"been":[31],"proposed":[32],"to":[33,59,116,181,258,302,315,327],"automatically":[34],"generate":[35,88],"commit":[36,93,198,202,248,284,291],"messages.":[37,199,222,285],"Despite":[38],"the":[39,56,89,96,104,110,130,138,162,175,183,190,193,205,226,233,238,270,304,317],"promising":[40],"performance":[41,118,149,191,227,271,330],"reported,":[42],"we":[43,268],"identified":[45],"three":[46,187],"significant":[47],"prevalent":[49],"threats":[50,126,188],"in":[51,109,120,150,211,280,331],"these":[52,63,134,186],"automated":[53],"approaches:":[54],"1)":[55],"datasets":[57],"used":[58],"train":[60],"evaluate":[62,269],"contain":[65],"considerable":[67,298],"amount":[68],"of":[69,77,91,133,141,164,177,185,192,197,204,228,232,240,247,272,294],"\u2018noise\u2019;":[70],"2)":[71],"current":[72,84,305,318],"only":[74,87],"consider":[75],"commits":[76,217],"limited":[79],"diff":[80],"size;":[81],"3)":[83],"can":[86,127,159,309],"subject":[90],"message,":[94],"not":[95],"body.":[98],"The":[99,123,286],"first":[100,173],"limitation":[101],"may":[102],"let":[103],"models":[105,144],"\u2018learn\u2019":[106],"inappropriate":[107],"training":[111],"stage,":[112],"also":[114,251],"lead":[115],"inflated":[117],"results":[119,176,287],"evaluation.":[122],"other":[124],"two":[125,273],"considerably":[128],"weaken":[129],"practical":[131,283,296],"usability":[132],"approaches.":[135],"Further,":[136],"with":[137,218,244,256],"rapid":[139],"emergence":[140],"large":[142],"language":[143],"(LLMs)":[145],"that":[146,289],"show":[147],"superior":[148],"many":[151],"engineering":[153],"tasks,":[154],"it":[155],"is":[156,293,300],"worth":[157,313],"asking:":[158],"LLMs":[160,308],"address":[161,316],"challenge":[163],"long":[165],"diffs":[166],"whole":[168],"generation?":[170],"This":[171],"article":[172],"reports":[174],"an":[178,311],"empirical":[179],"study":[180],"assess":[182],"impact":[184],"state-of-the-art":[194,234],"auto":[195],"generators":[196],"We":[200,223,250],"collected":[201],"data":[203],"Top":[206],"1,000":[207],"most-starred":[208],"Java":[209],"projects":[210],"GitHub":[212],"systematically":[214],"removed":[215],"noisy":[216,241],"bot-submitted":[219],"meaningless":[221],"then":[224],"compared":[225],"four":[229],"representative":[231,274],"before":[235],"after":[237],"removal":[239],"messages,":[242],"or":[243],"different":[245],"lengths":[246],"diffs.":[249],"conducted":[252],"qualitative":[254],"survey":[255],"investigate":[259],"perspectives":[261],"simply":[263],"generating":[264,281,290],"subjects.":[266],"Finally,":[267],"LLMs,":[275],"namely":[276],"UniXcoder":[277],"ChatGPT,":[279],"more":[282],"demonstrate":[288],"great":[295],"value,":[297],"work":[299,326],"needed":[301],"mature":[303],"state-of-the-art,":[306],"be":[310],"avenue":[312],"trying":[314],"limitations.":[319],"Our":[320],"analyses":[321],"provide":[322],"insights":[323],"future":[325],"achieve":[328],"better":[329],"practice.":[332]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":6}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}