{"id":"https://openalex.org/W2922250230","doi":"https://doi.org/10.1109/saner.2019.8668024","title":"Confusion in Code Reviews: Reasons, Impacts, and Coping Strategies","display_name":"Confusion in Code Reviews: Reasons, Impacts, and Coping Strategies","publication_year":2019,"publication_date":"2019-02-01","ids":{"openalex":"https://openalex.org/W2922250230","doi":"https://doi.org/10.1109/saner.2019.8668024","mag":"2922250230"},"language":"en","primary_location":{"id":"doi:10.1109/saner.2019.8668024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner.2019.8668024","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045710661","display_name":"Felipe Ebert","orcid":"https://orcid.org/0000-0001-9945-4624"},"institutions":[{"id":"https://openalex.org/I25112270","display_name":"Universidade Federal de Pernambuco","ror":"https://ror.org/047908t24","country_code":"BR","type":"education","lineage":["https://openalex.org/I25112270"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Felipe Ebert","raw_affiliation_strings":["Federal University of Pernambuco, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Pernambuco, Brazil","institution_ids":["https://openalex.org/I25112270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062400717","display_name":"Fernando Castor","orcid":"https://orcid.org/0000-0002-6389-3630"},"institutions":[{"id":"https://openalex.org/I25112270","display_name":"Universidade Federal de Pernambuco","ror":"https://ror.org/047908t24","country_code":"BR","type":"education","lineage":["https://openalex.org/I25112270"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Fernando Castor","raw_affiliation_strings":["Federal University of Pernambuco, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Pernambuco, Brazil","institution_ids":["https://openalex.org/I25112270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030063602","display_name":"Nicole Novielli","orcid":"https://orcid.org/0000-0003-1160-2608"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicole Novielli","raw_affiliation_strings":["University of Bari, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bari, Italy","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054753279","display_name":"Alexander Serebrenik","orcid":"https://orcid.org/0000-0002-1418-0095"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alexander Serebrenik","raw_affiliation_strings":["Eindhoven University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":21.158,"has_fulltext":false,"cited_by_count":85,"citation_normalized_percentile":{"value":0.99336613,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"49","last_page":"60"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.7785371541976929},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6939351558685303},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.6198834776878357},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.5856812000274658},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5528485774993896},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.5471500158309937},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.4788358509540558},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.4317992031574249},{"id":"https://openalex.org/keywords/internal-documentation","display_name":"Internal documentation","score":0.4291326403617859},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4171903431415558},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.38554635643959045},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.32525721192359924},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.17835110425949097},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.172821044921875},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16106069087982178},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1209014356136322}],"concepts":[{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.7785371541976929},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6939351558685303},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.6198834776878357},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.5856812000274658},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5528485774993896},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.5471500158309937},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.4788358509540558},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4317992031574249},{"id":"https://openalex.org/C140396857","wikidata":"https://www.wikidata.org/wiki/Q16934771","display_name":"Internal documentation","level":5,"score":0.4291326403617859},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4171903431415558},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.38554635643959045},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.32525721192359924},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.17835110425949097},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.172821044921875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16106069087982178},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1209014356136322},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/saner.2019.8668024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner.2019.8668024","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.tue.nl:openaire_cris_publications/e7d27e28-130d-4881-af4a-ebb1dc9bbe8a","is_oa":false,"landing_page_url":"https://research.tue.nl/en/publications/e7d27e28-130d-4881-af4a-ebb1dc9bbe8a","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ebert, F, Castor, F, Novielli, N & Serebrenik, A 2019, Confusion in code reviews: reasons, impacts and coping strategies : reasons, Impacts, and Coping Strategies. in E Shihab, D Lo & X Wang (eds), SANER 2019 - Proceedings of the 2019 IEEE 26th International Conference on Software Analysis, Evolution, and Reengineering., 8668024, Institute of Electrical and Electronics Engineers, Piscataway, pp. 49-60, 26th IEEE International Conference on Software Analysis, Evolution, and Reengineering, SANER 2019, Hangzhou, China, 24/02/19. https://doi.org/10.1109/SANER.2019.8668024","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.tue.nl:publications/e7d27e28-130d-4881-af4a-ebb1dc9bbe8a","is_oa":false,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85064163403&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ebert, F, Castor, F, Novielli, N & Serebrenik, A 2019, Confusion in code reviews: reasons, impacts and coping strategies : reasons, Impacts, and Coping Strategies. in E Shihab, D Lo & X Wang (eds), SANER 2019 - Proceedings of the 2019 IEEE 26th International Conference on Software Analysis, Evolution, and Reengineering., 8668024, Institute of Electrical and Electronics Engineers, Piscataway, pp. 49-60, 26th IEEE International Conference on Software Analysis, Evolution, and Reengineering, SANER 2019, Hangzhou, China, 24/02/19. https://doi.org/10.1109/SANER.2019.8668024","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:ricerca.uniba.it:11586/225366","is_oa":false,"landing_page_url":"http://hdl.handle.net/11586/225366","pdf_url":null,"source":{"id":"https://openalex.org/S4377196296","display_name":"CINECA IRIS Institutional Research Information System (University of Bari Aldo Moro)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5561750","host_organization_name":"University of Bari Aldo Moro","host_organization_lineage":["https://openalex.org/I5561750"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:tue:oai:pure.tue.nl:publications/e7d27e28-130d-4881-af4a-ebb1dc9bbe8a","is_oa":false,"landing_page_url":"https://research.tue.nl/nl/publications/e7d27e28-130d-4881-af4a-ebb1dc9bbe8a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SANER 2019 - Proceedings of the 2019 IEEE 26th International Conference on Software Analysis, Evolution, and Reengineering, 49 - 60","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W171406816","https://openalex.org/W397180395","https://openalex.org/W1533815991","https://openalex.org/W1578097852","https://openalex.org/W1974100507","https://openalex.org/W1980567103","https://openalex.org/W1986736724","https://openalex.org/W1998900885","https://openalex.org/W1998971036","https://openalex.org/W2003446392","https://openalex.org/W2003759405","https://openalex.org/W2019257047","https://openalex.org/W2020400699","https://openalex.org/W2028111024","https://openalex.org/W2035938686","https://openalex.org/W2038651539","https://openalex.org/W2053619615","https://openalex.org/W2063156085","https://openalex.org/W2071983648","https://openalex.org/W2075382909","https://openalex.org/W2078336912","https://openalex.org/W2082563645","https://openalex.org/W2091990486","https://openalex.org/W2097227214","https://openalex.org/W2099053943","https://openalex.org/W2100196534","https://openalex.org/W2105246013","https://openalex.org/W2108769867","https://openalex.org/W2117852863","https://openalex.org/W2125279207","https://openalex.org/W2134827012","https://openalex.org/W2137876303","https://openalex.org/W2140466350","https://openalex.org/W2142245496","https://openalex.org/W2145890718","https://openalex.org/W2148357053","https://openalex.org/W2149421543","https://openalex.org/W2161163382","https://openalex.org/W2161407365","https://openalex.org/W2161923363","https://openalex.org/W2165855014","https://openalex.org/W2166667085","https://openalex.org/W2300884049","https://openalex.org/W2329395632","https://openalex.org/W2353739181","https://openalex.org/W2398739291","https://openalex.org/W2413171555","https://openalex.org/W2460881387","https://openalex.org/W2476302291","https://openalex.org/W2508918698","https://openalex.org/W2543971965","https://openalex.org/W2600079720","https://openalex.org/W2617813225","https://openalex.org/W2619400223","https://openalex.org/W2735681515","https://openalex.org/W2741643261","https://openalex.org/W2767506974","https://openalex.org/W2767988819","https://openalex.org/W2772902362","https://openalex.org/W2779253062","https://openalex.org/W2785643329","https://openalex.org/W2795025485","https://openalex.org/W2809088578","https://openalex.org/W2810913898","https://openalex.org/W2811031009","https://openalex.org/W2883828855","https://openalex.org/W2899099075","https://openalex.org/W2899274966","https://openalex.org/W2900652235","https://openalex.org/W2902324490","https://openalex.org/W2923833659","https://openalex.org/W3022734214","https://openalex.org/W4231404931","https://openalex.org/W4233322385","https://openalex.org/W4235786747","https://openalex.org/W4244402968","https://openalex.org/W4248974910","https://openalex.org/W4293105157","https://openalex.org/W4297975679","https://openalex.org/W6655266385","https://openalex.org/W6655449736","https://openalex.org/W6657411737","https://openalex.org/W6678870357","https://openalex.org/W6742412685","https://openalex.org/W6745947029","https://openalex.org/W6747727473","https://openalex.org/W6747809807","https://openalex.org/W6753139122","https://openalex.org/W6756714898","https://openalex.org/W6760440749"],"related_works":["https://openalex.org/W2795746234","https://openalex.org/W2112489737","https://openalex.org/W2097099770","https://openalex.org/W4380568682","https://openalex.org/W2729258247","https://openalex.org/W2785752813","https://openalex.org/W4385933939","https://openalex.org/W2165855014","https://openalex.org/W2980220905","https://openalex.org/W2344367508"],"abstract_inverted_index":{"Code":[0],"review":[1,118,132,183,240],"is":[2,56],"a":[3,38,42,58,77,103,122,211],"software":[4,16],"quality":[5],"assurance":[6],"practice":[7],"widely":[8],"employed":[9],"in":[10,87,187],"both":[11],"open":[12],"source":[13],"and":[14,23,83,114,120,141,147,167,185,202,222],"commercial":[15],"projects":[17],"to":[18,26,97,107,237,242],"detect":[19],"defects,":[20],"transfer":[21],"knowledge":[22],"encourage":[24],"adherence":[25],"coding":[27],"standards.":[28],"Notwithstanding,":[29],"code":[30,39,43,78,88,117,239],"reviews":[31],"can":[32],"also":[33],"delay":[34,55],"the":[35,48,71,81,93,109,116,128,131,134,138,142,145,148,157,165,179,207,235],"incorporation":[36],"of":[37,53,60,76,85,111,115,130,161,164,169,213,228],"change":[40],"into":[41],"base,":[44],"thus":[45],"slowing":[46],"down":[47],"overall":[49],"development":[50],"process.":[51],"Part":[52],"this":[54],"often":[57],"consequence":[59],"reviewers":[61],"not":[62],"understanding,":[63],"becoming":[64],"confused":[65],"by,":[66],"or":[67,74],"being":[68,136],"uncertain":[69],"about":[70],"intention,":[72],"behavior,":[73],"effect":[75],"change.We":[79],"investigate":[80],"reasons":[82,153],"impacts":[84],"confusion":[86,124,155,177,193],"reviews,":[89],"as":[90,92,218,220],"well":[91,219],"strategies":[94],"developers":[95,139,194,244],"adopt":[96],"cope":[98,191],"with":[99,171,192,199],"confusion.":[100,246],"We":[101],"employ":[102],"concurrent":[104],"triangulation":[105],"strategy":[106],"combine":[108],"analyses":[110],"survey":[112],"responses":[113],"comments,":[119],"build":[121],"comprehensive":[123],"framework":[125],"structured":[126],"along":[127],"dimensions":[129],"process,":[133],"artifact":[135],"reviewed,":[137],"themselves":[140],"relation":[143],"between":[144],"developer":[146],"artifact.":[149],"The":[150,226],"most":[151],"frequent":[152],"for":[154,215,224,234],"are":[156],"missing":[158],"rationale,":[159],"discussion":[160],"non-functional":[162],"requirements":[163],"solution,":[166],"lack":[168],"familiarity":[170,198],"existing":[172,200],"code.":[173],"Developers":[174],"report":[175],"that":[176],"delays":[178],"merge":[180],"decision,":[181],"decreases":[182],"quality,":[184],"results":[186,227],"additional":[188],"discussions.":[189],"To":[190],"request":[195],"information,":[196],"improve":[197,238],"code,":[201],"discuss":[203],"off-line.":[204],"Based":[205],"on":[206],"results,":[208],"we":[209],"provide":[210],"series":[212],"implications":[214],"tool":[216],"builders,":[217],"insights":[221],"suggestions":[223],"researchers.":[225],"our":[229],"work":[230],"offer":[231],"empirical":[232],"justification":[233],"need":[236],"tools":[241],"support":[243],"facing":[245]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":9}],"updated_date":"2026-06-20T22:02:38.213706","created_date":"2019-03-22T00:00:00"}