{"id":"https://openalex.org/W3085144993","doi":"https://doi.org/10.1007/s10664-020-09870-3","title":"An Empirical Investigation of Relevant Changes and Automation Needs in Modern Code Review","display_name":"An Empirical Investigation of Relevant Changes and Automation Needs in Modern Code Review","alternate_titles":[],"publication_year":2020,"publication_date":"2020-09-13","ids":{"openalex":"https://openalex.org/W3085144993","doi":"https://doi.org/10.1007/s10664-020-09870-3","mag":"3085144993"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-020-09870-3","doi":"https://doi.org/10.1007/s10664-020-09870-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-020-09870-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-020-09870-3.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-a","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3085144993"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-020-09870-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063227479","display_name":"Sebastiano Panichella","orcid":"https://orcid.org/0000-0003-4120-626X","observed_orcids":["https://orcid.org/0000-0003-4120-626X"]},"institutions":[{"id":"https://openalex.org/I858936495","display_name":"ZHAW Zurich University of Applied Sciences","ror":"https://ror.org/05pmsvm27","country_code":"CH","type":"education","lineage":["https://openalex.org/I858936495"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Sebastiano Panichella","raw_affiliation_strings":["Institute of Applied Information Technology (InIT), Zurich University of Applied Science, Winterthur, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-4120-626X","affiliations":[{"raw_affiliation_string":"Institute of Applied Information Technology (InIT), Zurich University of Applied Science, Winterthur, Switzerland","institution_ids":["https://openalex.org/I858936495"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112564428","display_name":"Nik Zaugg","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Nik Zaugg","raw_affiliation_strings":["University of Zurich, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5063227479"],"corresponding_institution_ids":["https://openalex.org/I858936495"],"apc_list":{"value":2750,"currency":"USD","value_usd":2750},"apc_paid":{"value":2750,"currency":"USD","value_usd":2750},"fwci":2.3562,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.8973965,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"25","issue":"6","first_page":"4833","last_page":"4872"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8779000043869019,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8779000043869019,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.12160000205039978,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-review-automation","display_name":"code review automation","score":0.7329999804496765},{"id":"https://openalex.org/keywords/developer-expectations","display_name":"developer expectations","score":0.6050000190734863},{"id":"https://openalex.org/keywords/natural-language-feedback","display_name":"natural language feedback","score":0.7409999966621399},{"id":"https://openalex.org/keywords/summarization","display_name":"summarization","score":0.5770000219345093},{"id":"https://openalex.org/keywords/recommender-systems","display_name":"recommender systems","score":0.7590000033378601},{"id":"https://openalex.org/keywords/continuous-delivery","display_name":"continuous delivery","score":0.9459999799728394},{"id":"https://openalex.org/keywords/open-source-projects","display_name":"open source projects","score":0.7519999742507935},{"id":"https://openalex.org/keywords/developer-survey","display_name":"developer survey","score":0.5220000147819519}],"concepts":[{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.7586946487426758},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6527677178382874},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.507321298122406},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4459267854690552},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.41695451736450195},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39250805974006653},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3303676247596741},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1914355754852295},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.07990708947181702},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10664-020-09870-3","doi":"https://doi.org/10.1007/s10664-020-09870-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-020-09870-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-020-09870-3.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-a","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:digitalcollection.zhaw.ch:11475/20483","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11475/20483","pdf_url":null,"source":{"id":"https://openalex.org/S4306401811","display_name":"Z\u00fcrcher Hochschule f\u00fcr Angewandte Wissenschaften digital collection (Zurich University of Applied Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I858936495","host_organization_name":"ZHAW Zurich University of Applied Sciences","host_organization_lineage":["https://openalex.org/I858936495"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.21256/zhaw-20483","doi":"https://doi.org/10.21256/zhaw-20483","is_oa":true,"landing_page_url":"https://doi.org/10.21256/zhaw-20483","pdf_url":null,"source":{"id":"https://openalex.org/S7407051289","display_name":"ZHAW Digital Collection","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1007/s10664-020-09870-3","doi":"https://doi.org/10.1007/s10664-020-09870-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-020-09870-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-020-09870-3.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-a","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337269","display_name":"Z\u00fcrcher Hochschule f\u00fcr Angewandte Wissenschaften","ror":"https://ror.org/05pmsvm27"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3085144993.pdf","grobid_xml":"https://content.openalex.org/works/W3085144993.grobid-xml"},"referenced_works_count":87,"referenced_works":["https://openalex.org/W814172419","https://openalex.org/W1538518768","https://openalex.org/W1539952819","https://openalex.org/W1564363189","https://openalex.org/W1952428424","https://openalex.org/W1970407057","https://openalex.org/W1991373531","https://openalex.org/W1993836075","https://openalex.org/W1997548934","https://openalex.org/W1998900885","https://openalex.org/W2002449827","https://openalex.org/W2005082704","https://openalex.org/W2007022086","https://openalex.org/W2011781116","https://openalex.org/W2012415036","https://openalex.org/W2019230987","https://openalex.org/W2049653115","https://openalex.org/W2055777130","https://openalex.org/W2056952837","https://openalex.org/W2066709420","https://openalex.org/W2069798959","https://openalex.org/W2081749632","https://openalex.org/W2081757705","https://openalex.org/W2082160726","https://openalex.org/W2087436051","https://openalex.org/W2089910927","https://openalex.org/W2091073498","https://openalex.org/W2091990486","https://openalex.org/W2099291492","https://openalex.org/W2101502756","https://openalex.org/W2107564263","https://openalex.org/W2108769867","https://openalex.org/W2111909698","https://openalex.org/W2114063681","https://openalex.org/W2123070136","https://openalex.org/W2125204770","https://openalex.org/W2125279207","https://openalex.org/W2126574721","https://openalex.org/W2133333349","https://openalex.org/W2133561941","https://openalex.org/W2142245496","https://openalex.org/W2149598089","https://openalex.org/W2151295763","https://openalex.org/W2153365511","https://openalex.org/W2153887189","https://openalex.org/W2165855014","https://openalex.org/W2214958829","https://openalex.org/W2238078713","https://openalex.org/W2267596186","https://openalex.org/W2329395632","https://openalex.org/W2344367508","https://openalex.org/W2348249338","https://openalex.org/W2406372219","https://openalex.org/W2413171555","https://openalex.org/W2465706857","https://openalex.org/W2510265546","https://openalex.org/W2574100359","https://openalex.org/W2617604339","https://openalex.org/W2621160075","https://openalex.org/W2646484260","https://openalex.org/W2724265843","https://openalex.org/W2767705198","https://openalex.org/W2767805857","https://openalex.org/W2769453414","https://openalex.org/W2793865514","https://openalex.org/W2794494697","https://openalex.org/W2795025485","https://openalex.org/W2795251638","https://openalex.org/W2795566764","https://openalex.org/W2796146415","https://openalex.org/W2796311201","https://openalex.org/W2884659160","https://openalex.org/W2887809151","https://openalex.org/W2904997879","https://openalex.org/W2915560446","https://openalex.org/W2920187809","https://openalex.org/W2954990991","https://openalex.org/W3000554390","https://openalex.org/W3101964726","https://openalex.org/W4231404931","https://openalex.org/W4235130846","https://openalex.org/W4235786747","https://openalex.org/W4235931544","https://openalex.org/W4236925688","https://openalex.org/W4246032972","https://openalex.org/W4250195981","https://openalex.org/W4299582617"],"related_works":["https://openalex.org/W3139213909","https://openalex.org/W6908697287","https://openalex.org/W4226294091","https://openalex.org/W3040595780","https://openalex.org/W1997548934","https://openalex.org/W4403042159","https://openalex.org/W4406376277","https://openalex.org/W7135192568","https://openalex.org/W4321785158"],"abstract_inverted_index":{"Abstract":[0],"Recent":[1],"research":[2],"has":[3,156],"shown":[4],"that":[5,50,63,140,166,296,318],"available":[6,116],"tools":[7,34,295],"for":[8,189,328],"Modern":[9],"Code":[10],"Review":[11],"(MCR)":[12],"are":[13,42,171,242,297],"still":[14,43,298],"far":[15],"from":[16,36,117],"meeting":[17,329],"the":[18,31,81,118,133,141,185,196,216,222,227,245,263,292,305,319,330,336],"current":[19],"expectations":[20,331],"of":[21,25,40,58,80,95,112,136,143,169,226,244,267,309,321,332,338],"developers.":[22],"The":[23,66],"objective":[24],"this":[26,104,285],"paper":[27],"is":[28],"to":[29,45,126,159,181,187,194,219,240,248,275,300],"investigate":[30],"approaches":[32,293],"and":[33,85,91,108,151,165,183,210,224,238,265,294,307,334],"that,":[35],"a":[37,56,254],"developer\u2019s":[38],"point":[39],"view,":[41],"needed":[44,299],"facilitate":[46,301],"MCR":[47,109,164,229,250,281,302,314],"activities.":[48,251,282,315],"To":[49],"end,":[51],"we":[52,75,101,122,260],"first":[53],"empirically":[54],"elicited":[55],"taxonomy":[57,67,82,115],"recurrent":[59],"review":[60,89,93,198],"change":[61,110,130,230],"types":[62,111,131,168,231],"characterize":[64],"MCR.":[65,344],"was":[68],"designed":[69],"by":[70,83,173],"performing":[71],"three":[72],"steps:":[73],"(i)":[74],"generated":[76],"an":[77,113,325],"initial":[78,105],"version":[79],"qualitatively":[84,220,261],"quantitatively":[86],"analyzing":[87],"211":[88],"changes/commits":[90],"648":[92],"comments":[94],"ten":[96],"open-source":[97],"projects;":[98],"then":[99],"(ii)":[100],"integrated":[102],"into":[103],"taxonomy,":[106],"topics,":[107],"existing":[114],"literature;":[119],"finally,":[120],"(iii)":[121],"surveyed":[123,204],"52":[124],"developers":[125,158,209,279,333],"integrate":[127],"eventually":[128],"missing":[129],"in":[132,215,277,343],"taxonomy.":[134,202],"Results":[135],"our":[137,201,322],"study":[138,255,286],"highlight":[139],"availability":[142],"new":[144],"emerging":[145],"development":[146],"technologies":[147],"(e.g.,":[148,153],"Cloud-based":[149],"technologies)":[150],"practices":[152],"Continuous":[154],"delivery)":[155],"pushed":[157],"perform":[160],"additional":[161,167,206,258],"activities":[162,199],"during":[163,280,313],"feedback":[170,271],"expected":[172],"reviewers.":[174],"Our":[175],"participants":[176,207],"provided":[177],"recommendations,":[178],"specified":[179],"techniques":[180,247,312],"employ,":[182],"highlighted":[184],"data":[186],"analyze":[188],"building":[190],"recommender":[191],"systems":[192],"able":[193],"automate":[195],"code":[197],"composing":[200],"We":[203,316],"14":[205],"(12":[208],"2":[211],"researchers),":[212],"not":[213],"involved":[214],"previous":[217],"survey,":[218],"assess":[221,235,262],"relevance":[223],"completeness":[225],"identified":[228,246],"as":[232,234],"well":[233],"how":[236],"critical":[237],"feasible":[239],"implement":[241],"some":[243,288],"support":[249],"Thus,":[252],"with":[253],"involving":[256],"21":[257],"developers,":[259],"feasibility":[264,306],"usefulness":[266,308],"leveraging":[268],"natural":[269],"language":[270],"(automation":[272],"considered":[273],"critical/feasible":[274],"implement)":[276],"supporting":[278,335],"In":[283],"summary,":[284],"sheds":[287],"more":[289],"light":[290],"on":[291],"activities,":[303],"confirming":[304],"using":[310],"summarization":[311],"believe":[317],"results":[320],"work":[323],"represent":[324],"essential":[326],"step":[327],"vision":[337],"full":[339],"or":[340],"partial":[341],"automation":[342]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3085144993","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2020-09-21T00:00:00"}
