{"id":"https://openalex.org/W4235786747","doi":"https://doi.org/10.1109/icse.2013.6606617","title":"Expectations, outcomes, and challenges of modern code review","display_name":"Expectations, outcomes, and challenges of modern code review","publication_year":2013,"publication_date":"2013-05-01","ids":{"openalex":"https://openalex.org/W4235786747","doi":"https://doi.org/10.1109/icse.2013.6606617"},"language":"en","primary_location":{"id":"doi:10.1109/icse.2013.6606617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.2013.6606617","pdf_url":null,"source":{"id":"https://openalex.org/S4363607951","display_name":"2013 35th International Conference on Software Engineering (ICSE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 35th International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082720005","display_name":"Alberto Bacchelli","orcid":"https://orcid.org/0000-0003-0193-6823"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Alberto Bacchelli","raw_affiliation_strings":["REVEAL @ Faculty of Informatics, University of Lugano, Switzerland"],"affiliations":[{"raw_affiliation_string":"REVEAL @ Faculty of Informatics, University of Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036278905","display_name":"Christian Bird","orcid":"https://orcid.org/0000-0002-7774-0387"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christian Bird","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5082720005"],"corresponding_institution_ids":["https://openalex.org/I57201433"],"apc_list":null,"apc_paid":null,"fwci":33.2268,"has_fulltext":false,"cited_by_count":554,"citation_normalized_percentile":{"value":0.99950495,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"712","last_page":"721"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.8576862812042236},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6941241025924683},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5818712115287781},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.547105610370636},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4902039170265198},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.46147510409355164},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.45423808693885803},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.4439987242221832},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.44287651777267456},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.41940411925315857},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.4102649688720703},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.33325356245040894},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1276559829711914},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12197673320770264},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.08306804299354553}],"concepts":[{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.8576862812042236},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6941241025924683},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5818712115287781},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.547105610370636},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4902039170265198},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.46147510409355164},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.45423808693885803},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4439987242221832},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.44287651777267456},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.41940411925315857},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.4102649688720703},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.33325356245040894},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1276559829711914},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12197673320770264},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.08306804299354553}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icse.2013.6606617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.2013.6606617","pdf_url":null,"source":{"id":"https://openalex.org/S4363607951","display_name":"2013 35th International Conference on Software Engineering (ICSE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 35th International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"},{"id":"pmh:oai:www.zora.uzh.ch:197773","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Bacchelli, Alberto; Bird, Christian  (2013). Expectations, outcomes, and challenges of modern code review.  In: 35th IEEE/ACM International Conference on Software Engineering, San Francisco, CA, USA, 18 June 2013 - 26 June 2013. IEEE, 712-721.","raw_type":"Conference or Workshop Item"},{"id":"doi:10.5167/uzh-197773","is_oa":true,"landing_page_url":"https://doi.org/10.5167/uzh-197773","pdf_url":null,"source":{"id":"https://openalex.org/S7407051291","display_name":"Universit\u00e4t Z\u00fcrich, ZORA","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":""}],"best_oa_location":{"id":"pmh:oai:www.zora.uzh.ch:197773","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Bacchelli, Alberto; Bird, Christian  (2013). Expectations, outcomes, and challenges of modern code review.  In: 35th IEEE/ACM International Conference on Software Engineering, San Francisco, CA, USA, 18 June 2013 - 26 June 2013. IEEE, 712-721.","raw_type":"Conference or Workshop Item"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W73679903","https://openalex.org/W171406816","https://openalex.org/W197235345","https://openalex.org/W1516255433","https://openalex.org/W1518365261","https://openalex.org/W1533574204","https://openalex.org/W1607073065","https://openalex.org/W1973799080","https://openalex.org/W2010136639","https://openalex.org/W2014347054","https://openalex.org/W2031459347","https://openalex.org/W2034628356","https://openalex.org/W2036487649","https://openalex.org/W2064893403","https://openalex.org/W2078241739","https://openalex.org/W2112357885","https://openalex.org/W2113537253","https://openalex.org/W2117852863","https://openalex.org/W2132464057","https://openalex.org/W2133561941","https://openalex.org/W2142759419","https://openalex.org/W2145890718","https://openalex.org/W2148357053","https://openalex.org/W2153646932","https://openalex.org/W2161407365","https://openalex.org/W2167926541","https://openalex.org/W2791687293","https://openalex.org/W3099937347","https://openalex.org/W3104849124","https://openalex.org/W3123489069","https://openalex.org/W3123732438","https://openalex.org/W4205778653","https://openalex.org/W4235475834","https://openalex.org/W4241226065","https://openalex.org/W4241570254","https://openalex.org/W4246897279","https://openalex.org/W4300858789","https://openalex.org/W6603016497","https://openalex.org/W6677004863"],"related_works":["https://openalex.org/W2969257295","https://openalex.org/W3006945192","https://openalex.org/W2904997879","https://openalex.org/W3049398420","https://openalex.org/W1976804602","https://openalex.org/W2390554102","https://openalex.org/W2909969119","https://openalex.org/W2316077753","https://openalex.org/W656101134","https://openalex.org/W3135060008"],"abstract_inverted_index":{"Code":[0],"review":[1,61],"is":[2,18,115],"a":[3,126],"common":[4],"software":[5],"engineering":[6],"practice":[7],"employed":[8],"both":[9],"in":[10,31],"open":[11],"source":[12],"and":[13,21,29,34,42,51,54,56,88,100,112,122,150],"industrial":[14],"contexts.":[15],"Review":[16],"today":[17],"less":[19,83],"formal":[20],"more":[22],"\u201clightweight\u201d":[23],"than":[24,86],"the":[25,32,39,76,116],"code":[26,46,111,120],"inspections":[27],"performed":[28],"studied":[30],"70s":[33],"80s.":[35],"We":[36,48,145],"empirically":[37],"explore":[38],"motivations,":[40],"challenges,":[41],"outcomes":[43],"of":[44,60,102,119,129,137],"tool-based":[45],"reviews.":[47],"observed,":[49],"interviewed,":[50],"surveyed":[52],"developers":[53,124],"managers":[55],"manually":[57],"classified":[58],"hundreds":[59],"comments":[62],"across":[63],"diverse":[64],"teams":[65],"at":[66],"Microsoft.":[67],"Our":[68],"study":[69],"reveals":[70],"that":[71,110,123],"while":[72],"finding":[73],"defects":[74,85],"remains":[75],"main":[77],"motivation":[78],"for":[79,148],"review,":[80],"reviews":[81],"are":[82,139],"about":[84],"expected":[87],"instead":[89],"provide":[90,146],"additional":[91],"benefits":[92],"such":[93],"as":[94],"knowledge":[95],"transfer,":[96],"increased":[97],"team":[98],"awareness,":[99],"creation":[101],"alternative":[103],"solutions":[104],"to":[105,131],"problems.":[106],"Moreover,":[107],"we":[108],"find":[109],"change":[113],"understanding":[114,134],"key":[117],"aspect":[118],"reviewing":[121],"employ":[125],"wide":[127],"range":[128],"mechanisms":[130],"meet":[132],"their":[133],"needs,":[135],"most":[136],"which":[138],"not":[140],"met":[141],"by":[142],"current":[143],"tools.":[144],"recommendations":[147],"practitioners":[149],"researchers.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":53},{"year":2024,"cited_by_count":68},{"year":2023,"cited_by_count":63},{"year":2022,"cited_by_count":66},{"year":2021,"cited_by_count":62},{"year":2020,"cited_by_count":49},{"year":2019,"cited_by_count":48},{"year":2018,"cited_by_count":24},{"year":2017,"cited_by_count":38},{"year":2016,"cited_by_count":26},{"year":2015,"cited_by_count":39},{"year":2014,"cited_by_count":7},{"year":2013,"cited_by_count":2}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}