{"id":"https://openalex.org/W4394906543","doi":"https://doi.org/10.1145/3660806","title":"An Empirical Study on Code Review Activity Prediction and Its Impact in Practice","display_name":"An Empirical Study on Code Review Activity Prediction and Its Impact in Practice","publication_year":2024,"publication_date":"2024-07-12","ids":{"openalex":"https://openalex.org/W4394906543","doi":"https://doi.org/10.1145/3660806"},"language":"en","primary_location":{"id":"doi:10.1145/3660806","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3660806","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3660806","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025734937","display_name":"Doriane Olewicki","orcid":"https://orcid.org/0000-0002-3285-1884"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Doriane Olewicki","raw_affiliation_strings":["Queen's University, Kingston, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3285-1884","affiliations":[{"raw_affiliation_string":"Queen's University, Kingston, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060644524","display_name":"Sarra Habchi","orcid":"https://orcid.org/0000-0002-5989-1413"},"institutions":[{"id":"https://openalex.org/I4210104072","display_name":"Ubisoft (Canada)","ror":"https://ror.org/01hmp5p66","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210104072"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sarra Habchi","raw_affiliation_strings":["Ubisoft, Montr\u00e9al, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5989-1413","affiliations":[{"raw_affiliation_string":"Ubisoft, Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I4210104072"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058164381","display_name":"Bram Adams","orcid":"https://orcid.org/0000-0001-7213-4006"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bram Adams","raw_affiliation_strings":["Queen's University, Kingston, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7213-4006","affiliations":[{"raw_affiliation_string":"Queen's University, Kingston, Canada","institution_ids":["https://openalex.org/I204722609"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6041,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.88933297,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"1","issue":"FSE","first_page":"2238","last_page":"2260"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9460999965667725,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9460999965667725,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.585199773311615},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4574728012084961},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.22285041213035583}],"concepts":[{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.585199773311615},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4574728012084961},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.22285041213035583},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3660806","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3660806","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2404.10703","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.10703","pdf_url":"https://arxiv.org/pdf/2404.10703","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3660806","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3660806","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G2592421135","display_name":null,"funder_award_id":"IT37232","funder_id":"https://openalex.org/F4320322675","funder_display_name":"Mitacs"}],"funders":[{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W61851215","https://openalex.org/W92695177","https://openalex.org/W1566773348","https://openalex.org/W1984184199","https://openalex.org/W1998900885","https://openalex.org/W2079317829","https://openalex.org/W2082183626","https://openalex.org/W2092795326","https://openalex.org/W2100310618","https://openalex.org/W2147386665","https://openalex.org/W2148143831","https://openalex.org/W2168612058","https://openalex.org/W2348249338","https://openalex.org/W2395791174","https://openalex.org/W2530824252","https://openalex.org/W2548044499","https://openalex.org/W2593675739","https://openalex.org/W2740130862","https://openalex.org/W2786944871","https://openalex.org/W2808429234","https://openalex.org/W2883986603","https://openalex.org/W2899198613","https://openalex.org/W2919518469","https://openalex.org/W3083954092","https://openalex.org/W4250195981","https://openalex.org/W4299582617","https://openalex.org/W4300780349","https://openalex.org/W4308643015","https://openalex.org/W4308643152","https://openalex.org/W4385572142","https://openalex.org/W4389518353","https://openalex.org/W4399213553","https://openalex.org/W4402665833","https://openalex.org/W6790690058"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"During":[0],"code":[1,19,46,129,177,196],"reviews,":[2],"an":[3,69],"essential":[4],"step":[5],"in":[6,135],"software":[7],"quality":[8,24],"assurance,":[9],"reviewers":[10,130],"have":[11],"the":[12,30,38,45,51,54,81,88,120,195,207,221],"difficult":[13],"task":[14],"of":[15,65,162,215],"understanding":[16],"and":[17,25,53,103,108,114,167,172,179,188,198],"evaluating":[18],"changes":[20],"to":[21,29,58,93,111,119,127,140,203,225],"validate":[22],"their":[23],"prevent":[26],"introducing":[27],"faults":[28],"codebase.":[31],"This":[32],"is":[33,41],"a":[34,85,136],"tedious":[35],"process":[36,174,200],"where":[37],"effort":[39],"needed":[40],"highly":[42],"dependent":[43],"on":[44,185],"submitted,":[47],"as":[48,50,97],"well":[49],"author\u2019s":[52],"reviewer\u2019s":[55],"experience,":[56],"leading":[57],"median":[59],"wait":[60],"times":[61],"for":[62],"review":[63,89,95,173,199],"feedback":[64],"15-64":[66],"hours.":[67],"Through":[68],"initial":[70],"user":[71],"study":[72,184],"carried":[73],"with":[74],"29":[75],"experts,":[76],"we":[77,157],"found":[78],"that":[79,193],"re-ordering":[80],"files":[82,134],"changed":[83],"by":[84,131],"patch":[86,138],"within":[87],"environment":[90],"has":[91],"potential":[92],"improve":[94],"quality,":[96],"more":[98],"comments":[99],"are":[100,148,217],"written":[101],"(+23%),":[102],"participants\u2019":[104],"file-level":[105],"hot-spot":[106],"precision":[107],"recall":[109],"increases":[110],"53%":[112],"(+13%)":[113],"28%":[115],"(+8%),":[116],"respectively,":[117],"compared":[118],"alphanumeric":[121],"ordering.":[122],"Hence,":[123],"this":[124],"paper":[125],"aims":[126],"help":[128],"predicting":[132],"which":[133],"submitted":[137],"need":[139],"be":[141],"(1)":[142],"commented,":[143],"(2)":[144],"revised,":[145],"or":[146,151],"(3)":[147],"hot-spots":[149],"(commented":[150],"revised).":[152],"To":[153],"predict":[154],"these":[155],"tasks,":[156,212],"evaluate":[158],"two":[159,189],"different":[160],"types":[161],"text":[163],"embeddings":[164],"(i.e.,":[165,176],"Bag-of-Words":[166],"Large":[168],"Language":[169],"Models":[170],"encoding)":[171],"features":[175,201],"size-based":[178],"history-based":[180],"features).":[181],"Our":[182],"empirical":[183],"three":[186],"open-source":[187],"industrial":[190],"datasets":[191],"shows":[192],"combining":[194],"embedding":[197],"leads":[202],"better":[204,219],"results":[205],"than":[206,220],"state-of-the-art":[208,222],"approach.":[209],"For":[210],"all":[211],"F1-scores":[213],"(median":[214],"40-62%)":[216],"significantly":[218],"(from":[223],"+1":[224],"+9%).":[226]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2024-04-18T00:00:00"}