{"id":"https://openalex.org/W4308643083","doi":"https://doi.org/10.1145/3540250.3558952","title":"Leveraging test plan quality to improve code review efficacy","display_name":"Leveraging test plan quality to improve code review efficacy","publication_year":2022,"publication_date":"2022-11-07","ids":{"openalex":"https://openalex.org/W4308643083","doi":"https://doi.org/10.1145/3540250.3558952"},"language":"en","primary_location":{"id":"doi:10.1145/3540250.3558952","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3540250.3558952","pdf_url":null,"source":{"id":"https://openalex.org/S4363608883","display_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005858438","display_name":"Lawrence R. Chen","orcid":"https://orcid.org/0000-0002-3760-4719"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lawrence Chen","raw_affiliation_strings":["Meta Platforms, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030785658","display_name":"Rui Abreu","orcid":"https://orcid.org/0000-0003-3734-3157"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rui Abreu","raw_affiliation_strings":["Meta Platforms, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030621214","display_name":"Tobi Akomolede","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tobi Akomolede","raw_affiliation_strings":["Meta Platforms, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020289098","display_name":"Peter C. Rigby","orcid":"https://orcid.org/0000-0003-1137-4297"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Peter C. Rigby","raw_affiliation_strings":["Concordia University, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101965118","display_name":"Satish Chandra","orcid":"https://orcid.org/0000-0003-2546-9000"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Satish Chandra","raw_affiliation_strings":["Meta Platforms, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101612061","display_name":"Nachiappan Nagappan","orcid":"https://orcid.org/0000-0003-1358-4124"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nachiappan Nagappan","raw_affiliation_strings":["Meta Platforms, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, USA","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5005858438"],"corresponding_institution_ids":["https://openalex.org/I4210114444"],"apc_list":null,"apc_paid":null,"fwci":0.732,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.73058773,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1320","last_page":"1330"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8278030157089233},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.6648204326629639},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.570950984954834},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.5562880039215088},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.45318976044654846},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.4432297348976135},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4378443956375122},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4339074492454529},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.42239388823509216},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4112609624862671},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4019147455692291},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.3855172097682953},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3824538290500641},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35654401779174805},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3316773772239685},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32208627462387085},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3157382607460022},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.21899005770683289},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.14827698469161987},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.1183420717716217},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0991533100605011}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8278030157089233},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.6648204326629639},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.570950984954834},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5562880039215088},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.45318976044654846},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4432297348976135},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4378443956375122},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4339074492454529},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.42239388823509216},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4112609624862671},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4019147455692291},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.3855172097682953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3824538290500641},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35654401779174805},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3316773772239685},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32208627462387085},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3157382607460022},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21899005770683289},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.14827698469161987},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.1183420717716217},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0991533100605011},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3540250.3558952","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3540250.3558952","pdf_url":null,"source":{"id":"https://openalex.org/S4363608883","display_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2063156085","https://openalex.org/W2108769867","https://openalex.org/W2142245496","https://openalex.org/W2159678351","https://openalex.org/W2167926541","https://openalex.org/W2348249338","https://openalex.org/W2489487449","https://openalex.org/W2543971965","https://openalex.org/W2789876780","https://openalex.org/W2896457183","https://openalex.org/W2901387825","https://openalex.org/W2912330373","https://openalex.org/W2937423263","https://openalex.org/W2963323070","https://openalex.org/W2963748441","https://openalex.org/W2979826702","https://openalex.org/W3011570378","https://openalex.org/W3016399951","https://openalex.org/W3028200206","https://openalex.org/W3102944297","https://openalex.org/W3105625590","https://openalex.org/W3124630873","https://openalex.org/W3134357720","https://openalex.org/W3186266629","https://openalex.org/W4232918024","https://openalex.org/W4237602274","https://openalex.org/W4247748978","https://openalex.org/W4250195981","https://openalex.org/W6775628819"],"related_works":["https://openalex.org/W2344367508","https://openalex.org/W2904997879","https://openalex.org/W2019257047","https://openalex.org/W1997548934","https://openalex.org/W2097696338","https://openalex.org/W119580281","https://openalex.org/W20188161","https://openalex.org/W4380568682","https://openalex.org/W2999298589","https://openalex.org/W2997072589"],"abstract_inverted_index":{"In":[0,56,138],"modern":[1],"code":[2,25,97,135],"reviews,":[3],"many":[4],"artifacts":[5],"play":[6],"roles":[7],"in":[8,133,197,202],"knowledge-":[9],"sharing":[10],"and":[11,16,22,36,52,85,155,166,205],"documentation:":[12],"summaries,":[13],"test":[14,66,109,160],"plans,":[15],"comments,":[17],"etc.":[18],"Improving":[19],"developer":[20,104,203],"tools":[21,204],"facilitating":[23],"better":[24],"reviews":[26],"require":[27],"an":[28],"understanding":[29],"of":[30,33,65,81,126,153,159,189],"the":[31,63,79,95,124,134,144,151],"quality":[32,64,162],"pull":[34,83],"requests":[35],"their":[37],"artifacts.":[38],"This":[39],"is":[40,98,147],"difficult":[41],"to":[42,91,122,149,169,199],"measure,":[43],"however,":[44],"because":[45],"they":[46],"are":[47,72],"often":[48],"free-form":[49],"natural":[50,127],"language":[51,128],"unstructured":[53],"text":[54],"data.":[55],"this":[57],"paper,":[58],"we":[59,141,184],"focus":[60],"on":[61,106],"measuring":[62],"plans":[67,71,110],"at":[68],"Meta.":[69],"Test":[70],"used":[73],"as":[74,89,100],"a":[75,82,119,157,170,179,186,192],"communication":[76],"mechanism":[77],"between":[78],"author":[80],"request":[84],"its":[86],"reviewers,":[87],"serving":[88],"walkthroughs":[90],"help":[92],"confirm":[93],"that":[94,143],"changed":[96],"behaving":[99],"expected.":[101],"We":[102],"collected":[103],"opinions":[105],"over":[107],"650":[108],"from":[111],"more":[112],"than":[113],"500":[114],"Meta":[115],"developers,":[116],"then":[117],"introduced":[118],"transformer-based":[120,176],"model":[121,146,177],"leverage":[123],"success":[125],"processing":[129],"(NLP)":[130],"tech-":[131],"niques":[132],"review":[136,164],"domain.":[137],"our":[139,174],"study,":[140],"show":[142],"learned":[145],"able":[148],"capture":[150],"sentiment":[152],"developers":[154],"reflect":[156],"correlation":[158],"plan":[161],"with":[163],"engagement":[165],"reversions:":[167],"compared":[168],"decision":[171],"tree":[172],"model,":[173],"proposed":[175],"achieves":[178],"7%":[180],"higher":[181],"F1-score.":[182],"Finally,":[183],"present":[185],"case":[187],"study":[188],"how":[190],"such":[191],"metric":[193],"may":[194],"be":[195],"useful":[196],"experiments":[198],"inform":[200],"improvements":[201],"experiences.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}