{"id":"https://openalex.org/W2413171555","doi":"https://doi.org/10.1109/tse.2016.2576451","title":"Process Aspects and Social Dynamics of Contemporary Code Review: Insights from Open Source Development and Industrial Practice at Microsoft","display_name":"Process Aspects and Social Dynamics of Contemporary Code Review: Insights from Open Source Development and Industrial Practice at Microsoft","publication_year":2016,"publication_date":"2016-06-07","ids":{"openalex":"https://openalex.org/W2413171555","doi":"https://doi.org/10.1109/tse.2016.2576451","mag":"2413171555"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2016.2576451","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2016.2576451","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078536980","display_name":"Amiangshu Bosu","orcid":"https://orcid.org/0000-0002-3178-6232"},"institutions":[{"id":"https://openalex.org/I110378019","display_name":"Southern Illinois University Carbondale","ror":"https://ror.org/049kefs16","country_code":"US","type":"education","lineage":["https://openalex.org/I110378019","https://openalex.org/I2801502357"]},{"id":"https://openalex.org/I4210094983","display_name":"ScienceSouth","ror":"https://ror.org/00my6s217","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210094983"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amiangshu Bosu","raw_affiliation_strings":["Department of Computer Science, Southern Illinois University, Carbondale, IL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Southern Illinois University, Carbondale, IL","institution_ids":["https://openalex.org/I110378019","https://openalex.org/I4210094983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005826696","display_name":"Jeffrey C. Carver","orcid":"https://orcid.org/0000-0002-7824-9151"},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey C. Carver","raw_affiliation_strings":["Department of Computer Science, University of Alabama, Tuscaloosa, AL"],"raw_orcid":"https://orcid.org/0000-0002-7824-9151","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Alabama, Tuscaloosa, AL","institution_ids":["https://openalex.org/I17301866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036278905","display_name":"Christian Bird","orcid":"https://orcid.org/0000-0002-7774-0387"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christian Bird","raw_affiliation_strings":["Microsoft Research, Microsoft Corportation, Redmond, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Microsoft Corportation, Redmond, WA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079784906","display_name":"Jonathan D. Orbeck","orcid":null},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Orbeck","raw_affiliation_strings":["Department of Computer Science, University of Alabama, Tuscaloosa, AL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Alabama, Tuscaloosa, AL","institution_ids":["https://openalex.org/I17301866"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041759269","display_name":"Christopher Chockley","orcid":null},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Chockley","raw_affiliation_strings":["Department of Computer Science, University of Alabama, Tuscaloosa, AL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Alabama, Tuscaloosa, AL","institution_ids":["https://openalex.org/I17301866"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.2096,"has_fulltext":false,"cited_by_count":150,"citation_normalized_percentile":{"value":0.98409603,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"43","issue":"1","first_page":"56","last_page":"75"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.8910068273544312},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7436695098876953},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.6121747493743896},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5374799966812134},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5296380519866943},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5166109204292297},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.5080451965332031},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.4749584197998047},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.45992666482925415},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4463005065917969},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4327138364315033},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.42965465784072876},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.38358426094055176},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3820020854473114},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.19186729192733765},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10259449481964111}],"concepts":[{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.8910068273544312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7436695098876953},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.6121747493743896},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5374799966812134},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5296380519866943},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5166109204292297},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5080451965332031},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4749584197998047},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.45992666482925415},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4463005065917969},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4327138364315033},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.42965465784072876},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.38358426094055176},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3820020854473114},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.19186729192733765},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10259449481964111},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2016.2576451","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2016.2576451","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.4000000059604645}],"awards":[{"id":"https://openalex.org/G1173676167","display_name":null,"funder_award_id":"1156563","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1460777253","display_name":null,"funder_award_id":"1322276","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W50439694","https://openalex.org/W92695177","https://openalex.org/W325563152","https://openalex.org/W1480750554","https://openalex.org/W1522277996","https://openalex.org/W1546884423","https://openalex.org/W1692158061","https://openalex.org/W1847116623","https://openalex.org/W1964731418","https://openalex.org/W1995969252","https://openalex.org/W1997548934","https://openalex.org/W2004845716","https://openalex.org/W2006166340","https://openalex.org/W2006192515","https://openalex.org/W2010321946","https://openalex.org/W2017734252","https://openalex.org/W2034235631","https://openalex.org/W2035992100","https://openalex.org/W2036487649","https://openalex.org/W2036982078","https://openalex.org/W2066293754","https://openalex.org/W2066709420","https://openalex.org/W2091990486","https://openalex.org/W2098044686","https://openalex.org/W2107031757","https://openalex.org/W2108769867","https://openalex.org/W2117852863","https://openalex.org/W2119656824","https://openalex.org/W2120983913","https://openalex.org/W2123704085","https://openalex.org/W2126231393","https://openalex.org/W2127166753","https://openalex.org/W2127323731","https://openalex.org/W2131270544","https://openalex.org/W2133328509","https://openalex.org/W2133561941","https://openalex.org/W2136407476","https://openalex.org/W2136583432","https://openalex.org/W2141168725","https://openalex.org/W2145890718","https://openalex.org/W2148854374","https://openalex.org/W2151979607","https://openalex.org/W2153887189","https://openalex.org/W2161407365","https://openalex.org/W2167926541","https://openalex.org/W2168745915","https://openalex.org/W2337965632","https://openalex.org/W2614188817","https://openalex.org/W2968893733","https://openalex.org/W3022734214","https://openalex.org/W3104849124","https://openalex.org/W3123293202","https://openalex.org/W3123336377","https://openalex.org/W3123732438","https://openalex.org/W4205234248","https://openalex.org/W4211038609","https://openalex.org/W4229878374","https://openalex.org/W4232918024","https://openalex.org/W4234346598","https://openalex.org/W4235786747","https://openalex.org/W4240402692","https://openalex.org/W4246032972","https://openalex.org/W4246897279","https://openalex.org/W4250195981","https://openalex.org/W6631375950","https://openalex.org/W6638784136"],"related_works":["https://openalex.org/W2122804569","https://openalex.org/W2969257295","https://openalex.org/W2139694402","https://openalex.org/W3104152981","https://openalex.org/W3006945192","https://openalex.org/W2904997879","https://openalex.org/W4380568682","https://openalex.org/W3049398420","https://openalex.org/W1976804602","https://openalex.org/W3135060008"],"abstract_inverted_index":{"Many":[0],"open":[1,35],"source":[2,36],"and":[3,22,39,91,125,162,192],"commercial":[4],"developers":[5,38,40,50,187],"practice":[6],"contemporary":[7],"code":[8,14,29,59,71,81,93,99,137,183,199],"review,":[9],"a":[10,117],"lightweight,":[11],"informal,":[12],"tool-based":[13],"review":[15,30,72,102,138,190],"process.":[16],"To":[17],"better":[18],"understand":[19],"this":[20],"process":[21],"its":[23],"benefits,":[24,85],"we":[25,156],"gathered":[26],"information":[27],"about":[28,107],"practices":[31],"via":[32],"surveys":[33],"of":[34,45,55,64,97,120,143,182],"software":[37],"from":[41],"Microsoft.":[42],"The":[43,95],"results":[44],"our":[46],"analysis":[47],"suggest":[48],"that":[49,75,132,173],"spend":[51],"approximately":[52],"10-15":[53],"percent":[54],"their":[56,108],"time":[57],"in":[58,76,188],"reviews,":[60,184],"with":[61,67],"the":[62,98,123,169,179],"amount":[63,119],"effort":[65],"increasing":[66],"experience.":[68],"Developers":[69],"consider":[70],"important,":[73],"stating":[74],"addition":[77],"to":[78,151],"finding":[79],"defects,":[80],"reviews":[82],"offer":[83],"other":[84],"including":[86],"knowledge":[87,149],"sharing,":[88],"community":[89],"building,":[90],"maintaining":[92],"quality.":[94],"quality":[96],"submitted":[100],"for":[101],"helps":[103],"reviewers":[104],"form":[105],"impressions":[106],"teammates,":[109],"which":[110],"can":[111],"influence":[112],"future":[113],"collaborations.":[114],"We":[115],"found":[116,148,157],"large":[118],"similarity":[121],"between":[122,160],"Microsoft":[124,146,164],"OSS":[126,134],"respondents.":[127],"One":[128],"interesting":[129],"difference":[130,159],"is":[131],"while":[133],"respondents":[135,147],"view":[136],"as":[139],"an":[140],"important":[141],"method":[142],"impression":[144],"formation,":[145],"dissemination":[150],"be":[152],"more":[153],"important.":[154],"Finally,":[155],"little":[158],"distributed":[161],"co-located":[163],"teams.":[165],"Our":[166],"findings":[167],"identify":[168],"following":[170],"key":[171],"areas":[172],"warrant":[174],"focused":[175],"research:":[176],"1)":[177],"exploring":[178],"non-technical":[180],"benefits":[181],"2)":[185],"helping":[186],"articulating":[189],"comments,":[191],"3)":[193],"assisting":[194],"reviewers'":[195],"program":[196],"comprehension":[197],"during":[198],"reviews.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":31},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}