{"id":"https://openalex.org/W2472590650","doi":"https://doi.org/10.1007/978-3-319-39225-7_8","title":"The Impact of a Low Level of Agreement Among Reviewers in a Code Review Process","display_name":"The Impact of a Low Level of Agreement Among Reviewers in a Code Review Process","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2472590650","doi":"https://doi.org/10.1007/978-3-319-39225-7_8","mag":"2472590650"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-319-39225-7_8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-319-39225-7_8","pdf_url":null,"source":{"id":"https://openalex.org/S4210185096","display_name":"IFIP advances in information and communication technology","issn_l":"1868-422X","issn":["1868-422X","1868-4238"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IFIP Advances in Information and Communication Technology","raw_type":"book-chapter"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://inria.hal.science/hal-01369055","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064037958","display_name":"T. Hirao","orcid":"https://orcid.org/0000-0002-7619-0387"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Toshiki Hirao","raw_affiliation_strings":["Nara Institute of Science and Technology, Ikoma, Japan"],"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080728416","display_name":"Akinori Ihara","orcid":"https://orcid.org/0000-0001-6049-4725"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akinori Ihara","raw_affiliation_strings":["Nara Institute of Science and Technology, Ikoma, Japan"],"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091862309","display_name":"Yuki Ueda","orcid":"https://orcid.org/0000-0002-4629-8282"},"institutions":[{"id":"https://openalex.org/I169016828","display_name":"Shimane University","ror":"https://ror.org/01jaaym28","country_code":"JP","type":"education","lineage":["https://openalex.org/I169016828"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuki Ueda","raw_affiliation_strings":["Interdisciplinary Faculty of Science and Engineering, Shimane University, Matsue, Japan"],"affiliations":[{"raw_affiliation_string":"Interdisciplinary Faculty of Science and Engineering, Shimane University, Matsue, Japan","institution_ids":["https://openalex.org/I169016828"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022069660","display_name":"Passakorn Phannachitta","orcid":"https://orcid.org/0000-0003-3931-9097"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Passakorn Phannachitta","raw_affiliation_strings":["Nara Institute of Science and Technology, Ikoma, Japan"],"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011588138","display_name":"Kenichi Matsumoto","orcid":"https://orcid.org/0000-0002-7418-9323"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ken-ichi Matsumoto","raw_affiliation_strings":["Nara Institute of Science and Technology, Ikoma, Japan"],"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5064037958"],"corresponding_institution_ids":["https://openalex.org/I75917431"],"apc_list":null,"apc_paid":null,"fwci":2.1023,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.86970856,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"97","last_page":"110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.6373451948165894},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5944643616676331},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5809070467948914},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5797004103660583},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5756502151489258},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.5156432390213013},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4789312779903412},{"id":"https://openalex.org/keywords/code-smell","display_name":"Code smell","score":0.4627397656440735},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.4028070569038391},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.38396787643432617},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.36153513193130493},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.1987462341785431},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.10071936249732971},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0699872374534607},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.04984736442565918}],"concepts":[{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.6373451948165894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5944643616676331},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5809070467948914},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5797004103660583},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5756502151489258},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.5156432390213013},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4789312779903412},{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.4627397656440735},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4028070569038391},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38396787643432617},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.36153513193130493},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.1987462341785431},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10071936249732971},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0699872374534607},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.04984736442565918},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-319-39225-7_8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-319-39225-7_8","pdf_url":null,"source":{"id":"https://openalex.org/S4210185096","display_name":"IFIP advances in information and communication technology","issn_l":"1868-422X","issn":["1868-422X","1868-4238"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IFIP Advances in Information and Communication Technology","raw_type":"book-chapter"},{"id":"pmh:oai:HAL:hal-01369055v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01369055","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"12th IFIP International Conference on Open Source Systems (OSS), May 2016, Gothenburg, Sweden. pp.97-110, ⟨10.1007/978-3-319-39225-7_8⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-01369055v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01369055","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"12th IFIP International Conference on Open Source Systems (OSS), May 2016, Gothenburg, Sweden. pp.97-110, ⟨10.1007/978-3-319-39225-7_8⟩","raw_type":"Conference papers"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1970589113","https://openalex.org/W1998900885","https://openalex.org/W2007210734","https://openalex.org/W2042600809","https://openalex.org/W2063156085","https://openalex.org/W2085701101","https://openalex.org/W2091990486","https://openalex.org/W2101503248","https://openalex.org/W2106191864","https://openalex.org/W2107564263","https://openalex.org/W2108769867","https://openalex.org/W2128017182","https://openalex.org/W2134827012","https://openalex.org/W2140466350","https://openalex.org/W2145890718","https://openalex.org/W2148854374","https://openalex.org/W2396272922","https://openalex.org/W4235786747","https://openalex.org/W4256657178"],"related_works":["https://openalex.org/W3175279244","https://openalex.org/W2083714857","https://openalex.org/W3121200789","https://openalex.org/W3137757622","https://openalex.org/W1847720358","https://openalex.org/W2518360245","https://openalex.org/W2899956841","https://openalex.org/W4280612920","https://openalex.org/W4307656098","https://openalex.org/W3116427025"],"abstract_inverted_index":{"Software":[0],"code":[1],"review":[2],"systems":[3],"are":[4,15],"commonly":[5,27],"used":[6,28],"in":[7],"software":[8],"development.":[9],"In":[10,49,79],"these":[11,99],"systems,":[12],"many":[13],"patches":[14],"submitted":[16],"to":[17,112],"improve":[18],"the":[19,23,73,76,85,104],"quality.":[20],"To":[21],"verify":[22],"quality,":[24],"voting":[25],"is":[26,57],"by":[29],"contributors;":[30],"however,":[31],"there":[32],"still":[33],"exists":[34],"a":[35,46,115],"major":[36],"problem,":[37],"namely,":[38],"that":[39,55,62,71,114],"reviewers":[40,122],"do":[41],"not":[42,58],"always":[43],"simply":[44],"reach":[45],"broad":[47],"agreement.":[48],"our":[50],"previous":[51],"study,":[52,81],"we":[53,82],"found":[54],"consensus":[56],"usually":[59,68],"reached,":[60],"implying":[61],"an":[63],"individual":[64],"reviewer\u2019s":[65],"final":[66],"decision":[67],"differs":[69],"from":[70],"of":[72,75,98,103],"majority":[74],"other":[77],"reviewers.":[78],"this":[80],"further":[83],"investigate":[84],"reasons":[86],"why":[87],"such":[88],"situations":[89],"often":[90,124],"occur,":[91],"and":[92,106],"provide":[93],"suggestions":[94],"for":[95],"better":[96],"handling":[97],"problems.":[100],"Our":[101],"analysis":[102],"Qt":[105],"OpenStack":[107],"project":[108],"datasets":[109],"allow":[110],"us":[111],"suggest":[113],"patch":[116],"owner":[117],"should":[118],"select":[119],"more":[120],"appropriate":[121],"who":[123],"agree":[125],"with":[126],"others\u2019":[127],"decisions.":[128]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}