{"id":"https://openalex.org/W4223983178","doi":"https://doi.org/10.1007/s10664-021-10075-5","title":"What happens in my code reviews? An investigation on automatically classifying review changes","display_name":"What happens in my code reviews? An investigation on automatically classifying review changes","publication_year":2022,"publication_date":"2022-04-14","ids":{"openalex":"https://openalex.org/W4223983178","doi":"https://doi.org/10.1007/s10664-021-10075-5"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-021-10075-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-021-10075-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-021-10075-5.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-021-10075-5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010304086","display_name":"Enrico Fregnan","orcid":"https://orcid.org/0000-0002-6897-7665"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Enrico Fregnan","raw_affiliation_strings":["University of Zurich, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-6897-7665","affiliations":[{"raw_affiliation_string":"University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086609764","display_name":"Fernando Petrulio","orcid":null},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Fernando Petrulio","raw_affiliation_strings":["University of Zurich, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079137957","display_name":"Linda Di Geronimo","orcid":null},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Linda Di Geronimo","raw_affiliation_strings":["University of Zurich, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082720005","display_name":"Alberto Bacchelli","orcid":"https://orcid.org/0000-0003-0193-6823"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alberto Bacchelli","raw_affiliation_strings":["University of Zurich, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5010304086"],"corresponding_institution_ids":["https://openalex.org/I202697423"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":3.1903,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.92806486,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"27","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.8757271766662598},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7026944160461426},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6705560088157654},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5669733881950378},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5129467844963074},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.511200487613678},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.46219757199287415},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.37310171127319336},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3699130415916443},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.33015498518943787},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32963573932647705},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.29728782176971436},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1384200155735016}],"concepts":[{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.8757271766662598},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7026944160461426},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6705560088157654},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5669733881950378},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5129467844963074},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.511200487613678},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.46219757199287415},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.37310171127319336},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3699130415916443},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.33015498518943787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32963573932647705},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.29728782176971436},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1384200155735016},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10664-021-10075-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-021-10075-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-021-10075-5.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:www.zora.uzh.ch:232054","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fregnan, Enrico; Petrulio, Fernando; Di Geronimo, Linda; Bacchelli, Alberto  (2022). What happens in my code reviews? An investigation on automatically classifying review changes.  Empirical Software Engineering, 27(4):89:1-89:43.","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"doi:10.5167/uzh-232054","is_oa":true,"landing_page_url":"https://doi.org/10.5167/uzh-232054","pdf_url":null,"source":{"id":"https://openalex.org/S7407051291","display_name":"Universit\u00e4t Z\u00fcrich, ZORA","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1007/s10664-021-10075-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-021-10075-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-021-10075-5.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3807287621","display_name":null,"funder_award_id":"PP00P2 170529","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G5035863935","display_name":"Data-driven Contemporary Code Review","funder_award_id":"170529","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G580951548","display_name":null,"funder_award_id":"PP00P2","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320323874","display_name":"Universit\u00e4t Z\u00fcrich","ror":"https://ror.org/02crff812"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4223983178.pdf","grobid_xml":"https://content.openalex.org/works/W4223983178.grobid-xml"},"referenced_works_count":79,"referenced_works":["https://openalex.org/W658364143","https://openalex.org/W1516255433","https://openalex.org/W1534812101","https://openalex.org/W1546884423","https://openalex.org/W1964962870","https://openalex.org/W1981552604","https://openalex.org/W1982131746","https://openalex.org/W1982335236","https://openalex.org/W1997548934","https://openalex.org/W1998900885","https://openalex.org/W2005992532","https://openalex.org/W2019257047","https://openalex.org/W2051978688","https://openalex.org/W2055777130","https://openalex.org/W2063156085","https://openalex.org/W2072943844","https://openalex.org/W2073117112","https://openalex.org/W2100310618","https://openalex.org/W2100502494","https://openalex.org/W2101502756","https://openalex.org/W2102853796","https://openalex.org/W2105776892","https://openalex.org/W2108769867","https://openalex.org/W2122838852","https://openalex.org/W2125204770","https://openalex.org/W2125279207","https://openalex.org/W2133990480","https://openalex.org/W2141168725","https://openalex.org/W2141484276","https://openalex.org/W2142245496","https://openalex.org/W2148143831","https://openalex.org/W2148854374","https://openalex.org/W2153150125","https://openalex.org/W2156279557","https://openalex.org/W2159739762","https://openalex.org/W2160517961","https://openalex.org/W2161336914","https://openalex.org/W2165855014","https://openalex.org/W2167101736","https://openalex.org/W2169232226","https://openalex.org/W2238078713","https://openalex.org/W2290181636","https://openalex.org/W2338318698","https://openalex.org/W2344367508","https://openalex.org/W2374812233","https://openalex.org/W2474835145","https://openalex.org/W2502840125","https://openalex.org/W2528259852","https://openalex.org/W2574100359","https://openalex.org/W2584892431","https://openalex.org/W2765327902","https://openalex.org/W2784876765","https://openalex.org/W2794494697","https://openalex.org/W2795566764","https://openalex.org/W2808113972","https://openalex.org/W2883507283","https://openalex.org/W2884659160","https://openalex.org/W2892329723","https://openalex.org/W2896236534","https://openalex.org/W2899099075","https://openalex.org/W2899274966","https://openalex.org/W2907904533","https://openalex.org/W2912148900","https://openalex.org/W2922354044","https://openalex.org/W2954272926","https://openalex.org/W2954327103","https://openalex.org/W2954449342","https://openalex.org/W2963520355","https://openalex.org/W2990685757","https://openalex.org/W3093575449","https://openalex.org/W3104887532","https://openalex.org/W4229878374","https://openalex.org/W4232918024","https://openalex.org/W4233410239","https://openalex.org/W4235786747","https://openalex.org/W4246044336","https://openalex.org/W4254666025","https://openalex.org/W4256657178","https://openalex.org/W4286896897"],"related_works":["https://openalex.org/W2344367508","https://openalex.org/W2904997879","https://openalex.org/W3081644756","https://openalex.org/W2019257047","https://openalex.org/W2097696338","https://openalex.org/W20188161","https://openalex.org/W4318539024","https://openalex.org/W2969773072","https://openalex.org/W2909969119","https://openalex.org/W4380568682"],"abstract_inverted_index":{"Abstract":[0],"Code":[1],"reviewing":[2],"is":[3,29,74,95,174,185],"a":[4,111,145],"widespread":[5],"practice":[6],"used":[7],"by":[8,38,135,188],"software":[9],"engineers":[10],"to":[11,108,154,176,192],"maintain":[12],"high":[13],"code":[14,24,28,179,195],"quality.":[15],"To":[16],"date,":[17],"the":[18,21,40,48,63,92,123,158,167,194],"knowledge":[19],"on":[20,26,68,127,157],"effect":[22,65],"of":[23,42,66,89,125,161,166],"review":[25,49,53,118,128,159,180,196],"source":[27],"still":[30],"limited.":[31],"Some":[32],"studies":[33],"have":[34],"addressed":[35],"this":[36,57,71,183],"problem":[37],"classifying":[39],"types":[41,130],"changes":[43,54,160],"that":[44,170],"take":[45],"place":[46],"during":[47],"process":[50],"(":[51],"a.k.a.":[52],"),":[55],"as":[56,77,190],"strategy":[58],"can,":[59],"for":[60,96],"example,":[61],"pinpoint":[62],"immediate":[64],"reviews":[67],"code.":[69],"Nevertheless,":[70],"classification":[72],"(1)":[73,137],"not":[75,85,171],"scalable,":[76],"it":[78,173],"was":[79,84],"conducted":[80],"manually,":[81],"and":[82,131,143,199],"(2)":[83,144],"assessed":[86],"in":[87],"terms":[88],"how":[90],"meaningful":[91],"provided":[93],"information":[94,126,184],"practitioners.":[97],"This":[98],"paper":[99],"aims":[100],"at":[101],"addressing":[102],"these":[103],"limitations:":[104],"First,":[105],"we":[106,121],"investigate":[107],"what":[109],"extent":[110],"machine":[112],"learning-based":[113],"technique":[114],"can":[115],"automatically":[116,177],"classify":[117,178],"changes.":[119],"Then,":[120],"evaluate":[122],"relevance":[124],"change":[129],"its":[132],"potential":[133],"usefulness,":[134],"conducting":[136],"semi-structured":[138],"interviews":[139],"with":[140,148],"12":[141],"developers":[142],"qualitative":[146],"study":[147,168],"17":[149],"developers,":[150],"who":[151],"are":[152],"asked":[153],"assess":[155],"reports":[156],"their":[162],"project.":[163],"Key":[164],"results":[165],"show":[169],"only":[172],"possible":[175],"changes,":[181],"but":[182],"also":[186],"perceived":[187],"practitioners":[189],"valuable":[191],"improve":[193],"process.":[197],"Data":[198],"materials:":[200],"10.5281/zenodo.5592254":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}