{"id":"https://openalex.org/W7127178354","doi":"https://doi.org/10.3390/computers15020087","title":"AI-Driven Code Documentation: Comparative Evaluation of LLMs for Commit Message Generation","display_name":"AI-Driven Code Documentation: Comparative Evaluation of LLMs for Commit Message Generation","publication_year":2026,"publication_date":"2026-02-01","ids":{"openalex":"https://openalex.org/W7127178354","doi":"https://doi.org/10.3390/computers15020087"},"language":"en","primary_location":{"id":"doi:10.3390/computers15020087","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15020087","pdf_url":"https://www.mdpi.com/2073-431X/15/2/87/pdf","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/15/2/87/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022441661","display_name":"Mohamed Mehdi Trigui","orcid":"https://orcid.org/0009-0001-5706-895X"},"institutions":[{"id":"https://openalex.org/I134085113","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163","country_code":"SA","type":"education","lineage":["https://openalex.org/I134085113"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Mohamed Mehdi Trigui","raw_affiliation_strings":["Information & Computer Science Department (ICS), King Fahd University of Petroleum & Minerals (KFUPM), Dhahran 31261, Saudi Arabia"],"raw_orcid":"https://orcid.org/0009-0001-5706-895X","affiliations":[{"raw_affiliation_string":"Information & Computer Science Department (ICS), King Fahd University of Petroleum & Minerals (KFUPM), Dhahran 31261, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103336895","display_name":"Wasfi Ghassan Al-Khatib","orcid":null},"institutions":[{"id":"https://openalex.org/I134085113","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163","country_code":"SA","type":"education","lineage":["https://openalex.org/I134085113"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Wasfi G. Al-Khatib","raw_affiliation_strings":["Information & Computer Science Department (ICS), King Fahd University of Petroleum & Minerals (KFUPM), Dhahran 31261, Saudi Arabia","Interdisciplinary Research Center for Intelligent Secure Systems (IRC-ISS), King Fahd University of Petroleum & Minerals (KFUPM), Dhahran 31261, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-6760-3506","affiliations":[{"raw_affiliation_string":"Information & Computer Science Department (ICS), King Fahd University of Petroleum & Minerals (KFUPM), Dhahran 31261, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]},{"raw_affiliation_string":"Interdisciplinary Research Center for Intelligent Secure Systems (IRC-ISS), King Fahd University of Petroleum & Minerals (KFUPM), Dhahran 31261, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109544632","display_name":"Mohammad Amro","orcid":null},"institutions":[{"id":"https://openalex.org/I134085113","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163","country_code":"SA","type":"education","lineage":["https://openalex.org/I134085113"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Mohammad Amro","raw_affiliation_strings":["Information & Computer Science Department (ICS), King Fahd University of Petroleum & Minerals (KFUPM), Dhahran 31261, Saudi Arabia","Interdisciplinary Research Center for Intelligent Secure Systems (IRC-ISS), King Fahd University of Petroleum & Minerals (KFUPM), Dhahran 31261, Saudi Arabia"],"raw_orcid":"https://orcid.org/0009-0007-7624-1491","affiliations":[{"raw_affiliation_string":"Information & Computer Science Department (ICS), King Fahd University of Petroleum & Minerals (KFUPM), Dhahran 31261, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]},{"raw_affiliation_string":"Interdisciplinary Research Center for Intelligent Secure Systems (IRC-ISS), King Fahd University of Petroleum & Minerals (KFUPM), Dhahran 31261, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121257967","display_name":"Fatma Mallouli","orcid":null},"institutions":[{"id":"https://openalex.org/I76571253","display_name":"Imam Abdulrahman Bin Faisal University","ror":"https://ror.org/038cy8j79","country_code":"SA","type":"education","lineage":["https://openalex.org/I76571253"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Fatma Mallouli","raw_affiliation_strings":["Department of Computer Science, Deanship of Preparatory Year and Supporting Studies, Imam Abdulrahman Bin Faisal University, Dammam 31441, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-9206-4583","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Deanship of Preparatory Year and Supporting Studies, Imam Abdulrahman Bin Faisal University, Dammam 31441, Saudi Arabia","institution_ids":["https://openalex.org/I76571253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10704694,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"15","issue":"2","first_page":"87","last_page":"87"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.004399999976158142,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.8604000210762024},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.46700000762939453},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.4489000141620636},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4415999948978424},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3813999891281128},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3605000078678131},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3596000075340271},{"id":"https://openalex.org/keywords/traceability","display_name":"Traceability","score":0.3499000072479248}],"concepts":[{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.8604000210762024},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7982000112533569},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46700000762939453},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4489000141620636},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4415999948978424},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39730000495910645},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3894999921321869},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3813999891281128},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3605000078678131},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3596000075340271},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.353300005197525},{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.3499000072479248},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.31790000200271606},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.3176000118255615},{"id":"https://openalex.org/C13606891","wikidata":"https://www.wikidata.org/wiki/Q2623243","display_name":"Conceptual model","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31700000166893005},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.29660001397132874},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.28529998660087585},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2800000011920929},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.26589998602867126},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.26100000739097595},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26010000705718994},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.25949999690055847},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.2565000057220459}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers15020087","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15020087","pdf_url":"https://www.mdpi.com/2073-431X/15/2/87/pdf","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:02c601e612794a67836027f86cd7e922","is_oa":false,"landing_page_url":"https://doaj.org/article/02c601e612794a67836027f86cd7e922","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 15, Iss 2, p 87 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers15020087","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15020087","pdf_url":"https://www.mdpi.com/2073-431X/15/2/87/pdf","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G254266694","display_name":null,"funder_award_id":"INSS2522","funder_id":"https://openalex.org/F4320322323","funder_display_name":"King Fahd University of Petroleum and Minerals"}],"funders":[{"id":"https://openalex.org/F4320322323","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7127178354.pdf","grobid_xml":"https://content.openalex.org/works/W7127178354.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Commit":[0],"messages":[1,36,136],"are":[2,157],"essential":[3],"for":[4,103,190,202],"understanding":[5],"software":[6,195],"evolution":[7],"and":[8,58,84,86,105,117,141,154,164],"maintaining":[9],"traceability":[10],"of":[11,47,50,74,90],"projects;":[12],"however,":[13],"their":[14],"quality":[15,170,203],"varies":[16],"across":[17,129],"repositories.":[18],"Recent":[19],"Large":[20],"Language":[21],"Models":[22],"provide":[23],"a":[24,44,87,108,186,199],"promising":[25],"path":[26],"to":[27,159,167],"automate":[28],"this":[29],"task":[30],"by":[31],"generating":[32,134],"concise":[33],"context-sensitive":[34],"commit":[35,101,135],"directly":[37],"from":[38],"code":[39],"diffs.":[40],"This":[41],"paper":[42],"provides":[43],"comparative":[45],"study":[46,184],"three":[48],"paradigms":[49],"large":[51],"language":[52],"models:":[53],"zero-shot":[54,145],"prompting,":[55],"retrieval-augmented":[56],"generation,":[57],"fine-tuning,":[59],"using":[60],"the":[61,72,75,94,152,169,174,183],"large-scale":[62],"CommitBench":[63],"dataset":[64],"that":[65,115,122,151],"spans":[66],"six":[67],"programming":[68],"languages.":[69],"We":[70],"assess":[71],"performance":[73],"models":[76,121,175,193],"with":[77,137],"automatic":[78],"metrics,":[79,132],"namely":[80],"BLEU,":[81],"ROUGE-L,":[82],"METEOR,":[83],"Adequacy,":[85],"human":[88,160],"assessment":[89],"100":[91],"commits.":[92],"In":[93],"latter,":[95],"experienced":[96],"developers":[97],"rated":[98],"each":[99],"generated":[100],"message":[102],"Adequacy":[104,153],"Fluency":[106],"on":[107],"five-point":[109],"Likert":[110],"scale.":[111],"The":[112,147],"results":[113],"show":[114],"fine-tuning":[116],"domain":[118],"adaptation":[119],"yield":[120],"perform":[123],"consistently":[124],"better":[125],"than":[126,144],"general-purpose":[127],"baselines":[128],"all":[130],"evaluation":[131],"thus":[133],"higher":[138],"semantic":[139],"adequacy":[140],"clearer":[142],"phrasing":[143],"approaches.":[146],"correlation":[148],"analysis":[149],"suggests":[150],"BLEU":[155],"scores":[156],"closer":[158],"judgment,":[161],"while":[162],"ROUGE-L":[163],"METEOR":[165],"tend":[166],"underestimate":[168],"in":[171],"cases":[172],"where":[173],"generate":[176],"stylistically":[177],"diverse":[178],"or":[179],"paraphrased":[180],"outputs.":[181],"Finally,":[182],"outlines":[185],"conceptual":[187],"integration":[188],"pathway":[189],"incorporating":[191],"such":[192],"into":[194],"development":[196],"workflows,":[197],"emphasizing":[198],"human-in-the-loop":[200],"approach":[201],"assurance.":[204]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-03T00:00:00"}