{"id":"https://openalex.org/W4319737124","doi":"https://doi.org/10.1145/3583562","title":"Automated Identification of Toxic Code Reviews Using ToxiCR","display_name":"Automated Identification of Toxic Code Reviews Using ToxiCR","publication_year":2023,"publication_date":"2023-02-09","ids":{"openalex":"https://openalex.org/W4319737124","doi":"https://doi.org/10.1145/3583562"},"language":"en","primary_location":{"id":"doi:10.1145/3583562","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583562","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082753461","display_name":"Jaydeb Sarker","orcid":"https://orcid.org/0000-0001-6440-7596"},"institutions":[{"id":"https://openalex.org/I185443292","display_name":"Wayne State University","ror":"https://ror.org/01070mq45","country_code":"US","type":"education","lineage":["https://openalex.org/I185443292"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jaydeb Sarker","raw_affiliation_strings":["Wayne State University"],"affiliations":[{"raw_affiliation_string":"Wayne State University","institution_ids":["https://openalex.org/I185443292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082340689","display_name":"Asif Kamal Turzo","orcid":"https://orcid.org/0000-0002-0869-4962"},"institutions":[{"id":"https://openalex.org/I185443292","display_name":"Wayne State University","ror":"https://ror.org/01070mq45","country_code":"US","type":"education","lineage":["https://openalex.org/I185443292"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Asif Kamal Turzo","raw_affiliation_strings":["Wayne State University"],"affiliations":[{"raw_affiliation_string":"Wayne State University","institution_ids":["https://openalex.org/I185443292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101897241","display_name":"Ming Dong","orcid":"https://orcid.org/0000-0001-8133-7809"},"institutions":[{"id":"https://openalex.org/I185443292","display_name":"Wayne State University","ror":"https://ror.org/01070mq45","country_code":"US","type":"education","lineage":["https://openalex.org/I185443292"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming Dong","raw_affiliation_strings":["Wayne State University"],"affiliations":[{"raw_affiliation_string":"Wayne State University","institution_ids":["https://openalex.org/I185443292"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078536980","display_name":"Amiangshu Bosu","orcid":"https://orcid.org/0000-0002-3178-6232"},"institutions":[{"id":"https://openalex.org/I185443292","display_name":"Wayne State University","ror":"https://ror.org/01070mq45","country_code":"US","type":"education","lineage":["https://openalex.org/I185443292"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amiangshu Bosu","raw_affiliation_strings":["Wayne State University"],"affiliations":[{"raw_affiliation_string":"Wayne State University","institution_ids":["https://openalex.org/I185443292"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5082753461"],"corresponding_institution_ids":["https://openalex.org/I185443292"],"apc_list":null,"apc_paid":null,"fwci":14.9261,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.98945025,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"32","issue":"5","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9704999923706055,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8470828533172607},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.7410790324211121},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.7406489253044128},{"id":"https://openalex.org/keywords/vectorization","display_name":"Vectorization (mathematics)","score":0.582470178604126},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5668783187866211},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5497992634773254},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5157568454742432},{"id":"https://openalex.org/keywords/code-smell","display_name":"Code smell","score":0.5136396288871765},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.44152510166168213},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.438510924577713},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.424709290266037},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.39569640159606934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37275248765945435},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.31273946166038513},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.2522170841693878},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.21525344252586365},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.16029131412506104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8470828533172607},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.7410790324211121},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.7406489253044128},{"id":"https://openalex.org/C41681595","wikidata":"https://www.wikidata.org/wiki/Q7917855","display_name":"Vectorization (mathematics)","level":2,"score":0.582470178604126},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5668783187866211},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5497992634773254},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5157568454742432},{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.5136396288871765},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44152510166168213},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.438510924577713},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.424709290266037},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39569640159606934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37275248765945435},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.31273946166038513},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.2522170841693878},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21525344252586365},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.16029131412506104},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3583562","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583562","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W108600807","https://openalex.org/W1498436455","https://openalex.org/W1519052312","https://openalex.org/W1678356000","https://openalex.org/W1930624869","https://openalex.org/W1940872118","https://openalex.org/W2010321946","https://openalex.org/W2064675550","https://openalex.org/W2079284954","https://openalex.org/W2079735306","https://openalex.org/W2102322333","https://openalex.org/W2140466350","https://openalex.org/W2168020168","https://openalex.org/W2170240176","https://openalex.org/W2250539671","https://openalex.org/W2340954483","https://openalex.org/W2493916176","https://openalex.org/W2512937089","https://openalex.org/W2527645446","https://openalex.org/W2571312737","https://openalex.org/W2594590228","https://openalex.org/W2599674900","https://openalex.org/W2604272474","https://openalex.org/W2740721704","https://openalex.org/W2794373096","https://openalex.org/W2794607770","https://openalex.org/W2795736498","https://openalex.org/W2890069879","https://openalex.org/W2898518202","https://openalex.org/W2900255599","https://openalex.org/W2904388869","https://openalex.org/W2908510526","https://openalex.org/W2930858721","https://openalex.org/W2939507640","https://openalex.org/W2949678053","https://openalex.org/W2950813464","https://openalex.org/W2952914260","https://openalex.org/W2954992865","https://openalex.org/W2955549617","https://openalex.org/W2962783287","https://openalex.org/W2963218179","https://openalex.org/W2963341956","https://openalex.org/W2963441585","https://openalex.org/W2963748066","https://openalex.org/W2970597249","https://openalex.org/W2989159420","https://openalex.org/W2989473642","https://openalex.org/W2996440722","https://openalex.org/W2997591727","https://openalex.org/W3037546592","https://openalex.org/W3045555759","https://openalex.org/W3098260236","https://openalex.org/W3113393313","https://openalex.org/W3115903740","https://openalex.org/W3134691252","https://openalex.org/W3194283088","https://openalex.org/W4205734215","https://openalex.org/W4212883601","https://openalex.org/W4230212260","https://openalex.org/W4236137412","https://openalex.org/W4239510810","https://openalex.org/W4284672755","https://openalex.org/W4289564022","https://openalex.org/W4292779060","https://openalex.org/W4294410794","https://openalex.org/W4299590545","https://openalex.org/W4309618999","https://openalex.org/W4312771354","https://openalex.org/W4385245566","https://openalex.org/W4403159200","https://openalex.org/W6640362995","https://openalex.org/W6677480971","https://openalex.org/W6739901393","https://openalex.org/W6757817989","https://openalex.org/W6761748628","https://openalex.org/W6772053025","https://openalex.org/W6775880155","https://openalex.org/W6777529138","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W3175279244","https://openalex.org/W3137757622","https://openalex.org/W2083714857","https://openalex.org/W2563032765","https://openalex.org/W3121200789","https://openalex.org/W1847720358","https://openalex.org/W2899956841","https://openalex.org/W4280612920","https://openalex.org/W2088986462","https://openalex.org/W3165221216"],"abstract_inverted_index":{"Toxic":[0],"conversations":[1,25,45],"during":[2],"software":[3,65,136],"development":[4,18],"interactions":[5,53],"may":[6,26,36,46],"have":[7,157,187],"serious":[8],"repercussions":[9],"on":[10,63,183],"a":[11,48,64,84,97,119],"Free":[12],"and":[13,35,118,153,169,195],"Open":[14],"Source":[15],"Software":[16],"(FOSS)":[17],"project.":[19,40],"For":[20],"example,":[21],"victims":[22],"of":[23,43,102,123,130,144,150],"toxic":[24,44,175],"become":[27],"afraid":[28],"to":[29,99,110],"express":[30],"themselves,":[31],"therefore":[32],"get":[33],"demotivated,":[34],"eventually":[37],"leave":[38],"the":[39,103,145,159],"Automated":[41],"filtering":[42],"help":[47],"FOSS":[49],"community":[50],"maintain":[51],"healthy":[52],"among":[54],"its":[55],"members.":[56],"However,":[57],"off-the-shelf":[58],"toxicity":[59,88,181],"detectors":[60,182],"perform":[61],"poorly":[62],"engineering":[66,137],"dataset,":[67,190],"such":[68],"as":[69],"one":[70,101],"curated":[71],"from":[72],"code":[73,92,125,197],"review":[74,93,126],"comments.":[75,127],"To":[76],"counter":[77],"this":[78],"challenge,":[79],"we":[80,156],"present":[81],"ToxiCR":[82,95,177],",":[83],"supervised":[85,105],"learning":[86,106],"based":[87],"identification":[89],"tool":[90],"for":[91,162],"interactions.":[94],"includes":[96],"choice":[98],"select":[100,111],"10":[104],"algorithms,":[107],"an":[108,170],"option":[109],"text":[112],"vectorization":[113,154],"techniques,":[114,155],"eight":[115,132],"preprocessing":[116,133,151],"steps,":[117],"large-scale":[120],"labeled":[121],"dataset":[122,164],"19,651":[124],"Two":[128],"out":[129],"those":[131],"steps":[134,152],"are":[135],"domain":[138],"specific.":[139],"With":[140],"our":[141,163,184,189],"rigorous":[142],"evaluation":[143,193],"models":[146],"with":[147],"various":[148],"combinations":[149],"identified":[158],"best":[160],"combination":[161],"that":[165],"boosts":[166],"95.8%":[167],"accuracy":[168],"88.9%":[171],"F1-score":[172],"in":[173],"identifying":[174],"texts.":[176],"significantly":[178],"outperforms":[179],"existing":[180],"dataset.":[185],"We":[186],"released":[188],"pre-trained":[191],"models,":[192],"results,":[194],"source":[196],"publicly,":[198],"which":[199],"is":[200],"available":[201],"at":[202],"https://github.com/WSU-SEAL/ToxiCR":[203],".":[204]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-06T13:50:29.536080","created_date":"2025-10-10T00:00:00"}