{"id":"https://openalex.org/W4388483198","doi":"https://doi.org/10.1109/esem56168.2023.10304851","title":"Towards Automated Classification of Code Review Feedback to Support Analytics","display_name":"Towards Automated Classification of Code Review Feedback to Support Analytics","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4388483198","doi":"https://doi.org/10.1109/esem56168.2023.10304851"},"language":"en","primary_location":{"id":"doi:10.1109/esem56168.2023.10304851","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem56168.2023.10304851","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082340689","display_name":"Asif Kamal Turzo","orcid":"https://orcid.org/0000-0002-0869-4962"},"institutions":[{"id":"https://openalex.org/I185443292","display_name":"Wayne State University","ror":"https://ror.org/01070mq45","country_code":"US","type":"education","lineage":["https://openalex.org/I185443292"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Asif Kamal Turzo","raw_affiliation_strings":["Wayne State University,Detroit,Michigan,USA","Wayne State University, Detroit, Michigan, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wayne State University,Detroit,Michigan,USA","institution_ids":["https://openalex.org/I185443292"]},{"raw_affiliation_string":"Wayne State University, Detroit, Michigan, USA","institution_ids":["https://openalex.org/I185443292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065470091","display_name":"Fahim Faysal","orcid":null},"institutions":[{"id":"https://openalex.org/I183697816","display_name":"Bangladesh University of Engineering and Technology","ror":"https://ror.org/05a1qpv97","country_code":"BD","type":"education","lineage":["https://openalex.org/I183697816"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Fahim Faysal","raw_affiliation_strings":["Bangladesh University of Engineering and Technology,Dhaka,Bangladesh","Bangladesh University of Engineering and Technology, Dhaka, Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bangladesh University of Engineering and Technology,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I183697816"]},{"raw_affiliation_string":"Bangladesh University of Engineering and Technology, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I183697816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092449529","display_name":"Ovi Poddar","orcid":null},"institutions":[{"id":"https://openalex.org/I183697816","display_name":"Bangladesh University of Engineering and Technology","ror":"https://ror.org/05a1qpv97","country_code":"BD","type":"education","lineage":["https://openalex.org/I183697816"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Ovi Poddar","raw_affiliation_strings":["Bangladesh University of Engineering and Technology,Dhaka,Bangladesh","Bangladesh University of Engineering and Technology, Dhaka, Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bangladesh University of Engineering and Technology,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I183697816"]},{"raw_affiliation_string":"Bangladesh University of Engineering and Technology, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I183697816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082753461","display_name":"Jaydeb Sarker","orcid":"https://orcid.org/0000-0001-6440-7596"},"institutions":[{"id":"https://openalex.org/I185443292","display_name":"Wayne State University","ror":"https://ror.org/01070mq45","country_code":"US","type":"education","lineage":["https://openalex.org/I185443292"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaydeb Sarker","raw_affiliation_strings":["Wayne State University,Detroit,Michigan,USA","Wayne State University, Detroit, Michigan, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wayne State University,Detroit,Michigan,USA","institution_ids":["https://openalex.org/I185443292"]},{"raw_affiliation_string":"Wayne State University, Detroit, Michigan, USA","institution_ids":["https://openalex.org/I185443292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027377957","display_name":"Anindya Iqbal","orcid":"https://orcid.org/0000-0002-2763-8819"},"institutions":[{"id":"https://openalex.org/I183697816","display_name":"Bangladesh University of Engineering and Technology","ror":"https://ror.org/05a1qpv97","country_code":"BD","type":"education","lineage":["https://openalex.org/I183697816"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Anindya Iqbal","raw_affiliation_strings":["Bangladesh University of Engineering and Technology,Dhaka,Bangladesh","Bangladesh University of Engineering and Technology, Dhaka, Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bangladesh University of Engineering and Technology,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I183697816"]},{"raw_affiliation_string":"Bangladesh University of Engineering and Technology, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I183697816"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078536980","display_name":"Amiangshu Bosu","orcid":"https://orcid.org/0000-0002-3178-6232"},"institutions":[{"id":"https://openalex.org/I185443292","display_name":"Wayne State University","ror":"https://ror.org/01070mq45","country_code":"US","type":"education","lineage":["https://openalex.org/I185443292"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amiangshu Bosu","raw_affiliation_strings":["Wayne State University,Detroit,Michigan,USA","Wayne State University, Detroit, Michigan, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wayne State University,Detroit,Michigan,USA","institution_ids":["https://openalex.org/I185443292"]},{"raw_affiliation_string":"Wayne State University, Detroit, Michigan, USA","institution_ids":["https://openalex.org/I185443292"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8822,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.94366275,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8269585371017456},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6616406440734863},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5765635967254639},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.57347172498703},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.5636582374572754},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5295059680938721},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4865257143974304},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4824548363685608},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.47263166308403015},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4521581530570984},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4315834939479828},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4221198260784149},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.40266987681388855},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.3293948769569397},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.21816927194595337},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.21270835399627686}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8269585371017456},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6616406440734863},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5765635967254639},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.57347172498703},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.5636582374572754},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5295059680938721},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4865257143974304},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4824548363685608},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.47263166308403015},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4521581530570984},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4315834939479828},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4221198260784149},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.40266987681388855},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3293948769569397},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.21816927194595337},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.21270835399627686},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/esem56168.2023.10304851","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem56168.2023.10304851","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G7704880905","display_name":null,"funder_award_id":"1850475","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1502364872","https://openalex.org/W1964962870","https://openalex.org/W1982335236","https://openalex.org/W1997548934","https://openalex.org/W1998900885","https://openalex.org/W2053154970","https://openalex.org/W2064675550","https://openalex.org/W2073117112","https://openalex.org/W2097227214","https://openalex.org/W2141168725","https://openalex.org/W2142245496","https://openalex.org/W2148854374","https://openalex.org/W2153150125","https://openalex.org/W2185075799","https://openalex.org/W2344367508","https://openalex.org/W2348249338","https://openalex.org/W2374812233","https://openalex.org/W2413171555","https://openalex.org/W2472590650","https://openalex.org/W2511803001","https://openalex.org/W2543971965","https://openalex.org/W2724265843","https://openalex.org/W2808429234","https://openalex.org/W2894722607","https://openalex.org/W2896457183","https://openalex.org/W2954823997","https://openalex.org/W2955426500","https://openalex.org/W2964150020","https://openalex.org/W2968409636","https://openalex.org/W2979826702","https://openalex.org/W2999093514","https://openalex.org/W3083747012","https://openalex.org/W3092281757","https://openalex.org/W3098605233","https://openalex.org/W3101801600","https://openalex.org/W3161903544","https://openalex.org/W3203012838","https://openalex.org/W3217001695","https://openalex.org/W4205513494","https://openalex.org/W4223983178","https://openalex.org/W4229878374","https://openalex.org/W4231404931","https://openalex.org/W4232918024","https://openalex.org/W4235786747","https://openalex.org/W4250195981","https://openalex.org/W4284708678","https://openalex.org/W4284709233","https://openalex.org/W4286896897","https://openalex.org/W4294214797","https://openalex.org/W4295919046","https://openalex.org/W4308643125","https://openalex.org/W4308643152","https://openalex.org/W4365999384","https://openalex.org/W4385245566","https://openalex.org/W4388912692","https://openalex.org/W6739901393","https://openalex.org/W6850388704","https://openalex.org/W6948017354"],"related_works":["https://openalex.org/W2904997879","https://openalex.org/W2344367508","https://openalex.org/W1997548934","https://openalex.org/W2097696338","https://openalex.org/W20188161","https://openalex.org/W4389600167","https://openalex.org/W2969773072","https://openalex.org/W2909969119","https://openalex.org/W4285169523","https://openalex.org/W2020439121"],"abstract_inverted_index":{"Background:":[0],"As":[1],"improving":[2],"code":[3,110,159,167,240],"review":[4,241],"(CR)":[5],"effectiveness":[6],"is":[7,32],"a":[8,33,53,70,132,142,164,200],"priority":[9],"for":[10,236],"many":[11],"software":[12],"development":[13],"organizations,":[14],"projects":[15],"have":[16,85],"deployed":[17],"CR":[18,38,67,123,148,171,228],"analytics":[19],"platforms":[20],"to":[21,36,65,80,112,119,130,169,225],"identify":[22],"potential":[23,88],"improvement":[24,89],"areas.":[25],"The":[26],"number":[27],"of":[28,56,146,166,175,192,195,208],"issues":[29,45,57],"identified,":[30],"which":[31],"crucial":[34],"metric":[35],"measure":[37],"effectiveness,":[39],"can":[40,61,233],"be":[41,234],"misleading":[42],"if":[43],"all":[44],"are":[46],"placed":[47],"in":[48,107,238],"the":[49,176,205],"same":[50],"bin.":[51],"Therefore,":[52],"finer-grained":[54],"classification":[55],"identified":[58],"during":[59],"CRs":[60],"provide":[62],"actionable":[63],"insights":[64],"improve":[66,113],"effectiveness.":[68],"Although":[69],"recent":[71],"work":[72],"by":[73,181,217],"Fregnan":[74,137,213],"et":[75,138,214],"al.":[76,139],"proposed":[77,180,231],"automated":[78,122],"models":[79,129,157],"classify":[81,170],"CR-induced":[82],"changes,":[83],"we":[84,150,198],"noticed":[86],"two":[87],"areas":[90],"\u2013":[91],"i)":[92],"classifying":[93],"comments":[94,172],"that":[95,126],"do":[96],"not":[97],"induce":[98],"changes":[99],"and":[100,152,163,183,243],"ii)":[101],"using":[102,202],"deep":[103],"neural":[104],"networks":[105],"(DNN)":[106],"conjunction":[108],"with":[109],"context":[111],"performances.":[114],"Aims:":[115],"This":[116],"study":[117],"aims":[118],"develop":[120],"an":[121],"comment":[124,161],"classifier":[125],"leverages":[127],"DNN":[128,156],"achieve":[131],"more":[133],"reliable":[134],"performance":[135],"than":[136],"Method:":[140],"Using":[141],"manually":[143],"labeled":[144],"dataset":[145],"1,828":[147],"comments,":[149],"trained":[151],"evaluated":[153],"supervised":[154],"learning-based":[155],"leveraging":[158],"context,":[160],"text,":[162],"set":[165],"metrics":[168],"into":[173],"one":[174],"five":[177],"high-level":[178],"categories":[179],"Turzo":[182],"Bosu.":[184],"Results:":[185],"Based":[186],"on":[187],"our":[188,230],"10-fold":[189],"cross-validation-based":[190],"evaluations":[191],"multiple":[193],"combinations":[194],"tokenization":[196],"approaches,":[197],"found":[199],"model":[201,232],"CodeBERT":[203],"achieving":[204,218],"best":[206],"accuracy":[207],"59.3%.":[209],"Our":[210],"approach":[211,216],"outperforms":[212],"al.'s":[215],"18.7%":[219],"higher":[220],"accuracy.":[221],"Conclusion:":[222],"In":[223],"addition":[224],"facilitating":[226],"improved":[227],"analytics,":[229],"useful":[235],"developers":[237],"prioritizing":[239],"feedback":[242],"selecting":[244],"reviewers.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}