{"id":"https://openalex.org/W4400680844","doi":"https://doi.org/10.1109/saner60148.2024.00080","title":"CommitBench: A Benchmark for Commit Message Generation","display_name":"CommitBench: A Benchmark for Commit Message Generation","publication_year":2024,"publication_date":"2024-03-12","ids":{"openalex":"https://openalex.org/W4400680844","doi":"https://doi.org/10.1109/saner60148.2024.00080"},"language":"en","primary_location":{"id":"doi:10.1109/saner60148.2024.00080","doi":"https://doi.org/10.1109/saner60148.2024.00080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner60148.2024.00080","pdf_url":null,"source":{"id":"https://openalex.org/S4363608226","display_name":"IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.05188","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128214442","display_name":"Maximilian Schall","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I143288331","display_name":"Hasso Plattner Institute","ror":"https://ror.org/058rn5r42","country_code":"DE","type":"facility","lineage":["https://openalex.org/I143288331","https://openalex.org/I176453806"]},{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maximilian Schall","raw_affiliation_strings":["Hasso Plattner Institute, University of Potsdam,Potsdam,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam,Potsdam,Germany","institution_ids":["https://openalex.org/I143288331","https://openalex.org/I176453806"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079353642","display_name":"Tamara Czinczoll","orcid":"https://orcid.org/0009-0007-8224-1893","observed_orcids":["https://orcid.org/0009-0007-8224-1893"]},"institutions":[{"id":"https://openalex.org/I143288331","display_name":"Hasso Plattner Institute","ror":"https://ror.org/058rn5r42","country_code":"DE","type":"facility","lineage":["https://openalex.org/I143288331","https://openalex.org/I176453806"]},{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tamara Czinczoll","raw_affiliation_strings":["Hasso Plattner Institute, University of Potsdam,Potsdam,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam,Potsdam,Germany","institution_ids":["https://openalex.org/I143288331","https://openalex.org/I176453806"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085818578","display_name":"Gerard de Melo","orcid":"https://orcid.org/0000-0002-2930-2059","observed_orcids":["https://orcid.org/0000-0002-2930-2059"]},"institutions":[{"id":"https://openalex.org/I143288331","display_name":"Hasso Plattner Institute","ror":"https://ror.org/058rn5r42","country_code":"DE","type":"facility","lineage":["https://openalex.org/I143288331","https://openalex.org/I176453806"]},{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gerard De Melo","raw_affiliation_strings":["Hasso Plattner Institute, University of Potsdam,Potsdam,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hasso Plattner Institute, University of Potsdam,Potsdam,Germany","institution_ids":["https://openalex.org/I143288331","https://openalex.org/I176453806"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0769,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.89508263,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"728","last_page":"739"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commit-message-generation","display_name":"commit message generation","score":0.9919999837875366},{"id":"https://openalex.org/keywords/benchmark-dataset","display_name":"benchmark dataset","score":0.7310000061988831},{"id":"https://openalex.org/keywords/dataset-quality","display_name":"dataset quality","score":0.6800000071525574},{"id":"https://openalex.org/keywords/dataset-bias","display_name":"data bias","score":0.49000000953674316},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.8429999947547913},{"id":"https://openalex.org/keywords/software-development-automation","display_name":"software development automation","score":0.4090000092983246}],"concepts":[{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.8566948175430298},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7724391222000122},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7369036674499512},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.10987904667854309},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/saner60148.2024.00080","doi":"https://doi.org/10.1109/saner60148.2024.00080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner60148.2024.00080","pdf_url":null,"source":{"id":"https://openalex.org/S4363608226","display_name":"IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2403.05188","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.05188","pdf_url":"https://arxiv.org/pdf/2403.05188","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2403.05188","doi":"https://doi.org/10.48550/arxiv.2403.05188","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2403.05188","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2403.05188","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.05188","pdf_url":"https://arxiv.org/pdf/2403.05188","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400680844.pdf","grobid_xml":"https://content.openalex.org/works/W4400680844.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1997405881","https://openalex.org/W2101105183","https://openalex.org/W2123301721","https://openalex.org/W2133459682","https://openalex.org/W2154652894","https://openalex.org/W2468328197","https://openalex.org/W2563351168","https://openalex.org/W2600463316","https://openalex.org/W2604209688","https://openalex.org/W2795038878","https://openalex.org/W2798362442","https://openalex.org/W2884276923","https://openalex.org/W2888312537","https://openalex.org/W2888925928","https://openalex.org/W2896457183","https://openalex.org/W2903709763","https://openalex.org/W2911227954","https://openalex.org/W2949297108","https://openalex.org/W2955654168","https://openalex.org/W2963341956","https://openalex.org/W2963456134","https://openalex.org/W2963958373","https://openalex.org/W2964322208","https://openalex.org/W2964772344","https://openalex.org/W2981852735","https://openalex.org/W3008088841","https://openalex.org/W3089188883","https://openalex.org/W3098605233","https://openalex.org/W3099130275","https://openalex.org/W3123545166","https://openalex.org/W3126675481","https://openalex.org/W3161120529","https://openalex.org/W3162102130","https://openalex.org/W3167339541","https://openalex.org/W3168720885","https://openalex.org/W3177814944","https://openalex.org/W3183962691","https://openalex.org/W4220877452","https://openalex.org/W4232691406","https://openalex.org/W4235067964","https://openalex.org/W4283172211","https://openalex.org/W4284708426","https://openalex.org/W4385849242","https://openalex.org/W4388483433","https://openalex.org/W4394638297","https://openalex.org/W4394652731"],"related_works":["https://openalex.org/W4307572122","https://openalex.org/W3193171773","https://openalex.org/W4391741735","https://openalex.org/W4414891626","https://openalex.org/W4414231602","https://openalex.org/W4409217989","https://openalex.org/W4400681060","https://openalex.org/W4220877452","https://openalex.org/W7127178354","https://openalex.org/W4400583028"],"abstract_inverted_index":{"Writing":[0],"commit":[1,63,135],"messages":[2,28],"is":[3],"a":[4,100,152],"tedious":[5],"daily":[6],"task":[7,18],"for":[8,41,74,108],"many":[9],"software":[10],"developers,":[11],"and":[12,34,44,71,82,122,126,144],"often":[13],"remains":[14],"neglected.":[15],"Automating":[16],"this":[17,47],"has":[19],"the":[20,59,62,96,131],"potential":[21],"to":[22,79,93,129,140],"save":[23],"time":[24],"while":[25],"ensuring":[26],"that":[27,51,119,146],"are":[29,38,149],"informative.":[30],"A":[31],"high-quality":[32],"dataset":[33,109,127],"an":[35],"objective":[36],"benchmark":[37],"vital":[39],"preconditions":[40],"solid":[42],"research":[43],"evaluation":[45,90],"towards":[46],"goal.":[48],"We":[49,98,111,137],"show":[50,145],"existing":[52,142],"datasets":[53],"exhibit":[54],"various":[55],"problems,":[56],"such":[57],"as":[58],"quality":[60,132],"of":[61,133],"selection,":[64],"small":[65],"sample":[66,112],"sizes,":[67],"duplicates,":[68],"privacy":[69],"issues,":[70],"missing":[72],"licenses":[73,118],"redistribution.":[75],"This":[76],"can":[77],"lead":[78],"unusable":[80],"models":[81,87,143],"skewed":[83],"evaluations,":[84],"where":[85],"inferior":[86],"achieve":[88],"higher":[89],"scores":[91],"due":[92],"biases":[94],"in":[95],"data.":[97],"compile":[99],"new":[101],"large-scale":[102],"dataset,":[103],"CommitBench,":[104],"adopting":[105],"best":[106],"practices":[107],"creation.":[110],"commits":[113],"from":[114],"diverse":[115],"projects":[116],"with":[117],"permit":[120],"redistribution":[121],"apply":[123],"our":[124],"filtering":[125],"enhancements":[128],"improve":[130],"generated":[134],"messages.":[136],"use":[138],"CommitBench":[139],"compare":[141],"other":[147],"approaches":[148],"outperformed":[150],"by":[151],"Transformer":[153],"model":[154],"pretrained":[155],"on":[156],"source":[157],"code.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":3}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2024-07-17T00:00:00"}