{"id":"https://openalex.org/W4411523132","doi":"https://doi.org/10.1145/3728931","title":"Understanding Practitioners\u2019 Expectations on Clear Code Review Comments","display_name":"Understanding Practitioners\u2019 Expectations on Clear Code Review Comments","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4411523132","doi":"https://doi.org/10.1145/3728931"},"language":"en","primary_location":{"id":"doi:10.1145/3728931","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3728931","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3728931","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101620625","display_name":"Junkai Chen","orcid":"https://orcid.org/0009-0000-9945-7729"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junkai Chen","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-9945-7729","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004382658","display_name":"Zhenhao Li","orcid":"https://orcid.org/0000-0002-4909-1535"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhenhao Li","raw_affiliation_strings":["York University, Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4909-1535","affiliations":[{"raw_affiliation_string":"York University, Toronto, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086037848","display_name":"Qiheng Mao","orcid":"https://orcid.org/0000-0002-7259-1087"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiheng Mao","raw_affiliation_strings":["Zhejiang University, Toronto, China"],"raw_orcid":"https://orcid.org/0000-0002-7259-1087","affiliations":[{"raw_affiliation_string":"Zhejiang University, Toronto, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047688641","display_name":"Xing Hu","orcid":"https://orcid.org/0000-0003-0093-3292"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Hu","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0093-3292","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374023","display_name":"Kui Liu","orcid":"https://orcid.org/0000-0003-0145-615X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kui Liu","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0145-615X","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006669765","display_name":"Xin Xia","orcid":"https://orcid.org/0000-0002-6302-3256"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Xia","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6302-3256","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.7139,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97989627,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"2","issue":"ISSTA","first_page":"1257","last_page":"1279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.9931522607803345},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7221827507019043},{"id":"https://openalex.org/keywords/constructive","display_name":"Constructive","score":0.6405818462371826},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5947165489196777},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5755097270011902},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5438755750656128},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4821135997772217},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.44242382049560547},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.4235613942146301},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1387409269809723},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.12715020775794983},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.1136019229888916},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.10280448198318481},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.0947769284248352}],"concepts":[{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.9931522607803345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7221827507019043},{"id":"https://openalex.org/C2778701210","wikidata":"https://www.wikidata.org/wiki/Q28130034","display_name":"Constructive","level":3,"score":0.6405818462371826},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5947165489196777},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5755097270011902},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5438755750656128},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4821135997772217},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.44242382049560547},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.4235613942146301},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1387409269809723},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.12715020775794983},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.1136019229888916},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10280448198318481},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.0947769284248352},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3728931","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3728931","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3728931","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3728931","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1593271688","https://openalex.org/W1997548934","https://openalex.org/W2036487649","https://openalex.org/W2108769867","https://openalex.org/W2131774270","https://openalex.org/W2606555609","https://openalex.org/W2808429234","https://openalex.org/W2894722607","https://openalex.org/W2899099075","https://openalex.org/W2899274966","https://openalex.org/W2911964244","https://openalex.org/W2949785398","https://openalex.org/W2981852735","https://openalex.org/W3083247011","https://openalex.org/W3092281757","https://openalex.org/W3101118213","https://openalex.org/W3139213909","https://openalex.org/W3152840706","https://openalex.org/W3165454787","https://openalex.org/W3198685994","https://openalex.org/W3203012838","https://openalex.org/W4200136078","https://openalex.org/W4210788642","https://openalex.org/W4220877452","https://openalex.org/W4231101807","https://openalex.org/W4235593141","https://openalex.org/W4235670907","https://openalex.org/W4243521886","https://openalex.org/W4243877115","https://openalex.org/W4246032972","https://openalex.org/W4250195981","https://openalex.org/W4250530459","https://openalex.org/W4284709233","https://openalex.org/W4288089799","https://openalex.org/W4294214983","https://openalex.org/W4308643152","https://openalex.org/W4380763529","https://openalex.org/W4384345673","https://openalex.org/W4384347367","https://openalex.org/W4388505008","https://openalex.org/W4389165101","https://openalex.org/W4391558404","https://openalex.org/W4404952834","https://openalex.org/W4410583742"],"related_works":["https://openalex.org/W2086338133","https://openalex.org/W4367679314","https://openalex.org/W2584386254","https://openalex.org/W4226317003","https://openalex.org/W2149635184","https://openalex.org/W3161903544","https://openalex.org/W4391835699","https://openalex.org/W3017183837","https://openalex.org/W4323034249","https://openalex.org/W3025557260"],"abstract_inverted_index":{"The":[0],"code":[1,12,33],"review":[2,34,131],"comment":[3],"(CRC)":[4],"is":[5,63,196],"pivotal":[6],"in":[7,143,147,165],"the":[8,18,38,46,50,57,92,105,139,160,163,170,175,180,202],"process":[9],"of":[10,49,59,67,94,101,107,141,159,169,177,182,201,204],"modern":[11],"review.":[13],"It":[14],"provides":[15],"reviewers":[16],"with":[17,134,192],"opportunity":[19],"to":[20,45,77,104,211,218],"identify":[21],"potential":[22,176],"bugs,":[23],"offer":[24],"constructive":[25],"feedback,":[26],"and":[27,31,42,53,75,90,117,132,151,213],"suggest":[28],"improvements.":[29],"Clear":[30],"concise":[32],"comments":[35],"(CRCs)":[36],"facilitate":[37],"communication":[39],"between":[40],"developers":[41],"are":[43],"crucial":[44],"correct":[47],"understanding":[48,89],"identified":[51],"issues":[52],"proposed":[54],"solutions.":[55],"Despite":[56],"importance":[58],"CRCs\u2019":[60],"clarity,":[61],"there":[62],"still":[64],"a":[65,72,85,99,154,207,214],"lack":[66,162],"guidelines":[68],"on":[69,88,128],"what":[70],"constitutes":[71],"good":[73],"clarity":[74,93,106,140,164,181,203],"how":[76],"evaluate":[78],"it.":[79],"In":[80],"this":[81],"paper,":[82],"we":[83,173],"conduct":[84],"comprehensive":[86],"study":[87],"evaluating":[91,179],"CRCs.":[95],"We":[96,136],"first":[97],"derive":[98],"set":[100],"attributes":[102,111],"related":[103],"CRCs,":[108,205],"namely":[109],"RIE":[110],"(i.e.,":[112,157],"Relevance":[113],",":[114,116],"Informativeness":[115],"Expression":[118],"),":[119],"as":[120,122],"well":[121],"their":[123],"corresponding":[124],"evaluation":[125,200],"criteria":[126],"based":[127],"our":[129],"literature":[130],"survey":[133],"practitioners.":[135],"then":[137],"investigate":[138],"CRCs":[142,161,183],"open-source":[144],"projects":[145],"written":[146],"nine":[148],"programming":[149],"languages":[150],"find":[152],"that":[153,190],"large":[155],"portion":[156],"28.8%)":[158],"at":[166],"least":[167],"one":[168],"attributes.":[171],"Finally,":[172],"explore":[174],"automatically":[178],"by":[184],"proposing":[185],"ClearCRC.":[186],"Experimental":[187],"results":[188],"show":[189],"ClearCRC":[191],"pre-trained":[193],"language":[194],"models":[195],"promising":[197],"for":[198],"effective":[199],"achieving":[206],"balanced":[208],"accuracy":[209],"up":[210,217],"73.04%":[212],"F-1":[215],"score":[216],"94.61%.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-01T08:55:40.977307","created_date":"2025-10-10T00:00:00"}