{"id":"https://openalex.org/W3085144993","doi":"https://doi.org/10.1007/s10664-020-09870-3","title":"An Empirical Investigation of Relevant Changes and Automation Needs in Modern Code Review","display_name":"An Empirical Investigation of Relevant Changes and Automation Needs in Modern Code Review","publication_year":2020,"publication_date":"2020-09-13","ids":{"openalex":"https://openalex.org/W3085144993","doi":"https://doi.org/10.1007/s10664-020-09870-3","mag":"3085144993"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-020-09870-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-020-09870-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-020-09870-3.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-020-09870-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063227479","display_name":"Sebastiano Panichella","orcid":"https://orcid.org/0000-0003-4120-626X"},"institutions":[{"id":"https://openalex.org/I858936495","display_name":"ZHAW Zurich University of Applied Sciences","ror":"https://ror.org/05pmsvm27","country_code":"CH","type":"education","lineage":["https://openalex.org/I858936495"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Sebastiano Panichella","raw_affiliation_strings":["Institute of Applied Information Technology (InIT), Zurich University of Applied Science, Winterthur, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-4120-626X","affiliations":[{"raw_affiliation_string":"Institute of Applied Information Technology (InIT), Zurich University of Applied Science, Winterthur, Switzerland","institution_ids":["https://openalex.org/I858936495"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112564428","display_name":"Nik Zaugg","orcid":null},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Nik Zaugg","raw_affiliation_strings":["University of Zurich, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5063227479"],"corresponding_institution_ids":["https://openalex.org/I858936495"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":3.8095,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.94381723,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"25","issue":"6","first_page":"4833","last_page":"4872"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.7586946487426758},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6527677178382874},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.507321298122406},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4459267854690552},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.41695451736450195},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.39250805974006653},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3303676247596741},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1914355754852295},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.07990708947181702}],"concepts":[{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.7586946487426758},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6527677178382874},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.507321298122406},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4459267854690552},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.41695451736450195},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39250805974006653},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3303676247596741},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1914355754852295},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.07990708947181702},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10664-020-09870-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-020-09870-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-020-09870-3.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:digitalcollection.zhaw.ch:11475/20483","is_oa":true,"landing_page_url":"https://hdl.handle.net/11475/20483","pdf_url":null,"source":{"id":"https://openalex.org/S4306401811","display_name":"Z\u00fcrcher Hochschule f\u00fcr Angewandte Wissenschaften digital collection (Zurich University of Applied Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200744771","host_organization_name":"ZHAW Zurich University of Applied Sciences","host_organization_lineage":["https://openalex.org/I200744771"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s10664-020-09870-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-020-09870-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-020-09870-3.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5400000214576721,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320337269","display_name":"Z\u00fcrcher Hochschule f\u00fcr Angewandte Wissenschaften","ror":"https://ror.org/05pmsvm27"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3085144993.pdf","grobid_xml":"https://content.openalex.org/works/W3085144993.grobid-xml"},"referenced_works_count":90,"referenced_works":["https://openalex.org/W814172419","https://openalex.org/W1538518768","https://openalex.org/W1539952819","https://openalex.org/W1952428424","https://openalex.org/W1970407057","https://openalex.org/W1991373531","https://openalex.org/W1993836075","https://openalex.org/W1997548934","https://openalex.org/W1998900885","https://openalex.org/W2002449827","https://openalex.org/W2005082704","https://openalex.org/W2007022086","https://openalex.org/W2011781116","https://openalex.org/W2012415036","https://openalex.org/W2019230987","https://openalex.org/W2020400699","https://openalex.org/W2049653115","https://openalex.org/W2055777130","https://openalex.org/W2056952837","https://openalex.org/W2066709420","https://openalex.org/W2069798959","https://openalex.org/W2081749632","https://openalex.org/W2081757705","https://openalex.org/W2082160726","https://openalex.org/W2087436051","https://openalex.org/W2089910927","https://openalex.org/W2091073498","https://openalex.org/W2091990486","https://openalex.org/W2099291492","https://openalex.org/W2101502756","https://openalex.org/W2107564263","https://openalex.org/W2108769867","https://openalex.org/W2111909698","https://openalex.org/W2114063681","https://openalex.org/W2123070136","https://openalex.org/W2125204770","https://openalex.org/W2125279207","https://openalex.org/W2126574721","https://openalex.org/W2133333349","https://openalex.org/W2133561941","https://openalex.org/W2142245496","https://openalex.org/W2149598089","https://openalex.org/W2151295763","https://openalex.org/W2151979607","https://openalex.org/W2153365511","https://openalex.org/W2153887189","https://openalex.org/W2165855014","https://openalex.org/W2214958829","https://openalex.org/W2238078713","https://openalex.org/W2267596186","https://openalex.org/W2329395632","https://openalex.org/W2331468080","https://openalex.org/W2344367508","https://openalex.org/W2348249338","https://openalex.org/W2406372219","https://openalex.org/W2413171555","https://openalex.org/W2465706857","https://openalex.org/W2510265546","https://openalex.org/W2574100359","https://openalex.org/W2617604339","https://openalex.org/W2621160075","https://openalex.org/W2646484260","https://openalex.org/W2724265843","https://openalex.org/W2767705198","https://openalex.org/W2767805857","https://openalex.org/W2769453414","https://openalex.org/W2793865514","https://openalex.org/W2794494697","https://openalex.org/W2795025485","https://openalex.org/W2795251638","https://openalex.org/W2795566764","https://openalex.org/W2796146415","https://openalex.org/W2796311201","https://openalex.org/W2884659160","https://openalex.org/W2887809151","https://openalex.org/W2904997879","https://openalex.org/W2915560446","https://openalex.org/W2920187809","https://openalex.org/W2954990991","https://openalex.org/W3000554390","https://openalex.org/W3101964726","https://openalex.org/W3103908656","https://openalex.org/W4231404931","https://openalex.org/W4235130846","https://openalex.org/W4235786747","https://openalex.org/W4235931544","https://openalex.org/W4236925688","https://openalex.org/W4246032972","https://openalex.org/W4250195981","https://openalex.org/W4299582617"],"related_works":["https://openalex.org/W2085384747","https://openalex.org/W2106071040","https://openalex.org/W2088166309","https://openalex.org/W4312133475","https://openalex.org/W4238976562","https://openalex.org/W2276587472","https://openalex.org/W1835907303","https://openalex.org/W4248323080","https://openalex.org/W2615795876","https://openalex.org/W2049612369"],"abstract_inverted_index":{"Abstract":[0],"Recent":[1],"research":[2],"has":[3,157],"shown":[4],"that":[5,51,64,141,167,297,319],"available":[6,117],"tools":[7,34,296],"for":[8,190,329],"Modern":[9],"Code":[10],"Review":[11],"(MCR)":[12],"are":[13,43,172,243,298],"still":[14,44,299],"far":[15],"from":[16,36,118],"meeting":[17,330],"the":[18,31,82,119,134,142,186,197,217,223,228,246,264,293,306,320,331,337],"current":[19],"expectations":[20,332],"of":[21,25,40,59,81,96,113,137,144,170,227,245,268,310,322,333,339],"developers.":[22],"The":[23,67],"objective":[24],"this":[26,105,286],"paper":[27],"is":[28],"to":[29,46,127,160,182,188,195,220,241,249,276,301],"investigate":[30],"approaches":[32,294],"and":[33,86,92,109,152,166,184,211,225,239,266,295,308,335],"that,":[35],"a":[37,57,255],"developer\u2019s":[38],"point":[39],"view":[41],",":[42],"needed":[45,300],"facilitate":[47,302],"MCR":[48,110,165,230,251,282,303,315],"activities.":[49,252,283,316],"To":[50],"end,":[52],"we":[53,76,102,123,261],"first":[54],"empirically":[55],"elicited":[56],"taxonomy":[58,68,83,116],"recurrent":[60],"review":[61,90,94,199],"change":[62,111,131,231],"types":[63,112,132,169,232],"characterize":[65],"MCR.":[66,345],"was":[69],"designed":[70],"by":[71,84,174],"performing":[72],"three":[73],"steps:":[74],"(i)":[75],"generated":[77],"an":[78,114,326],"initial":[79,106],"version":[80],"qualitatively":[85,221,262],"quantitatively":[87],"analyzing":[88],"211":[89],"changes/commits":[91],"648":[93],"comments":[95],"ten":[97],"open-source":[98],"projects;":[99],"then":[100],"(ii)":[101],"integrated":[103],"into":[104],"taxonomy,":[107],"topics,":[108],"existing":[115],"literature;":[120],"finally,":[121],"(iii)":[122],"surveyed":[124,205],"52":[125],"developers":[126,159,210,280,334],"integrate":[128],"eventually":[129],"missing":[130],"in":[133,216,278,344],"taxonomy.":[135,203],"Results":[136],"our":[138,202,323],"study":[139,256,287],"highlight":[140],"availability":[143],"new":[145],"emerging":[146],"development":[147],"technologies":[148],"(e.g.,":[149,154],"Cloud-based":[150],"technologies)":[151],"practices":[153],"Continuous":[155],"delivery)":[156],"pushed":[158],"perform":[161],"additional":[162,168,207,259],"activities":[163,200],"during":[164,281,314],"feedback":[171,272],"expected":[173],"reviewers.":[175],"Our":[176],"participants":[177,208],"provided":[178],"recommendations,":[179],"specified":[180],"techniques":[181,248,313],"employ,":[183],"highlighted":[185],"data":[187],"analyze":[189],"building":[191],"recommender":[192],"systems":[193],"able":[194],"automate":[196],"code":[198],"composing":[201],"We":[204,317],"14":[206],"(12":[209],"2":[212],"researchers),":[213],"not":[214],"involved":[215],"previous":[218],"survey,":[219],"assess":[222,236,263],"relevance":[224],"completeness":[226],"identified":[229,247],"as":[233,235],"well":[234],"how":[237],"critical":[238],"feasible":[240],"implement":[242],"some":[244,289],"support":[250],"Thus,":[253],"with":[254],"involving":[257],"21":[258],"developers,":[260],"feasibility":[265,307],"usefulness":[267,309],"leveraging":[269],"natural":[270],"language":[271],"(automation":[273],"considered":[274],"critical/feasible":[275],"implement)":[277],"supporting":[279,336],"In":[284],"summary,":[285],"sheds":[288],"more":[290],"light":[291],"on":[292],"activities,":[304],"confirming":[305],"using":[311],"summarization":[312],"believe":[318],"results":[321],"work":[324],"represent":[325],"essential":[327],"step":[328],"vision":[338],"full":[340],"or":[341],"partial":[342],"automation":[343]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}