{"id":"https://openalex.org/W2510265546","doi":"https://doi.org/10.1145/2970276.2970306","title":"Automatically recommending code reviewers based on their expertise: an empirical comparison","display_name":"Automatically recommending code reviewers based on their expertise: an empirical comparison","publication_year":2016,"publication_date":"2016-08-25","ids":{"openalex":"https://openalex.org/W2510265546","doi":"https://doi.org/10.1145/2970276.2970306","mag":"2510265546"},"language":"en","primary_location":{"id":"doi:10.1145/2970276.2970306","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2970276.2970306","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082591417","display_name":"Christoph Hannebauer","orcid":"https://orcid.org/0000-0002-7361-0286"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Christoph Hannebauer","raw_affiliation_strings":["University of Duisburg-Essen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017620056","display_name":"Michael Patalas","orcid":null},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Patalas","raw_affiliation_strings":["University of Duisburg-Essen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071508000","display_name":"Sebastian St\u00fcnkel","orcid":null},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian St\u00fcnkel","raw_affiliation_strings":["University of Duisburg-Essen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049739067","display_name":"Volker Gruhn","orcid":"https://orcid.org/0000-0003-3841-2548"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Volker Gruhn","raw_affiliation_strings":["University of Duisburg-Essen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5082591417"],"corresponding_institution_ids":["https://openalex.org/I62318514"],"apc_list":null,"apc_paid":null,"fwci":8.2807,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.97422791,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"99","last_page":"110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7989259362220764},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.6007369756698608},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5959498286247253},{"id":"https://openalex.org/keywords/quality-assurance","display_name":"Quality assurance","score":0.5181761980056763},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4878559112548828},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.48069578409194946},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4779134690761566},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.475713312625885},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.44068291783332825},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4313596189022064},{"id":"https://openalex.org/keywords/code-of-practice","display_name":"Code of practice","score":0.43107402324676514},{"id":"https://openalex.org/keywords/best-practice","display_name":"Best practice","score":0.41036003828048706},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.36097025871276855},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33319994807243347},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2662830948829651},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.206272691488266},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.20194631814956665},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.11123025417327881},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09398189187049866},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.08767950534820557},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.084043949842453},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.08324021100997925},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07061225175857544}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7989259362220764},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.6007369756698608},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5959498286247253},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.5181761980056763},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4878559112548828},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.48069578409194946},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4779134690761566},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.475713312625885},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.44068291783332825},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4313596189022064},{"id":"https://openalex.org/C2992077309","wikidata":"https://www.wikidata.org/wiki/Q55607839","display_name":"Code of practice","level":2,"score":0.43107402324676514},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.41036003828048706},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.36097025871276855},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33319994807243347},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2662830948829651},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.206272691488266},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.20194631814956665},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.11123025417327881},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09398189187049866},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.08767950534820557},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.084043949842453},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.08324021100997925},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07061225175857544},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C2778618615","wikidata":"https://www.wikidata.org/wiki/Q4008393","display_name":"External quality assessment","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2970276.2970306","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2970276.2970306","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1260576311","https://openalex.org/W1509213251","https://openalex.org/W1538360195","https://openalex.org/W1546884423","https://openalex.org/W1576040511","https://openalex.org/W1975318342","https://openalex.org/W1991973456","https://openalex.org/W1998900885","https://openalex.org/W2002449827","https://openalex.org/W2012415036","https://openalex.org/W2034787537","https://openalex.org/W2043574861","https://openalex.org/W2054765724","https://openalex.org/W2064471662","https://openalex.org/W2075382909","https://openalex.org/W2079317829","https://openalex.org/W2083973186","https://openalex.org/W2084413241","https://openalex.org/W2086148793","https://openalex.org/W2086474969","https://openalex.org/W2098861203","https://openalex.org/W2099332975","https://openalex.org/W2104342335","https://openalex.org/W2110504075","https://openalex.org/W2113351233","https://openalex.org/W2116354394","https://openalex.org/W2122704901","https://openalex.org/W2124100711","https://openalex.org/W2127190390","https://openalex.org/W2130344546","https://openalex.org/W2134827012","https://openalex.org/W2134876531","https://openalex.org/W2136213879","https://openalex.org/W2139060038","https://openalex.org/W2139410856","https://openalex.org/W2144192824","https://openalex.org/W2148357053","https://openalex.org/W2151979607","https://openalex.org/W2160528879","https://openalex.org/W2166414580","https://openalex.org/W2168612058","https://openalex.org/W2229220273","https://openalex.org/W2288177242","https://openalex.org/W2344367508","https://openalex.org/W2579407662","https://openalex.org/W2945526390","https://openalex.org/W3148527572","https://openalex.org/W4239628796","https://openalex.org/W6632556745"],"related_works":["https://openalex.org/W2969257295","https://openalex.org/W3006945192","https://openalex.org/W1976804602","https://openalex.org/W2390554102","https://openalex.org/W2909969119","https://openalex.org/W2098629748","https://openalex.org/W656101134","https://openalex.org/W3135060008","https://openalex.org/W2390085541","https://openalex.org/W2161188088"],"abstract_inverted_index":{"Code":[0],"reviews":[1,29],"are":[2,30],"an":[3],"essential":[4],"part":[5],"of":[6,94,104,110],"quality":[7],"assurance":[8],"in":[9,98,115],"Free,":[10],"Libre,":[11],"and":[12,25,52],"Open":[13],"Source":[14],"(FLOSS)":[15],"projects.":[16,63],"However,":[17],"finding":[18],"a":[19],"suitable":[20,37],"reviewer":[21,34],"can":[22,39],"be":[23],"difficult,":[24],"delayed":[26],"or":[27],"forgotten":[28],"the":[31,68,111,116],"consequence.":[32],"Automating":[33],"selection":[35],"with":[36],"algorithms":[38,47,54,69],"mitigate":[40],"this":[41],"problem.":[42],"We":[43],"compare":[44],"empirically":[45],"six":[46],"based":[48,55,70,79],"on":[49,56,59,71,80],"modification":[50,81],"expertise":[51,58,73],"two":[53],"review":[57,72],"four":[60],"major":[61],"FLOSS":[62],"Our":[64],"results":[65,113],"indicate":[66],"that":[67],"yield":[74],"better":[75],"recommendations":[76],"than":[77],"those":[78],"expertise.":[82],"The":[83],"algorithm":[84],"Weighted":[85],"Review":[86],"Count":[87],"(WRC)":[88],"recommends":[89],"at":[90],"least":[91],"one":[92,109],"out":[93],"five":[95],"reviewers":[96],"correctly":[97],"69":[99],"%":[100,103],"to":[101],"75":[102],"all":[105],"cases,":[106],"which":[107],"is":[108],"best":[112],"achieved":[114],"comparison.":[117]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3}],"updated_date":"2026-05-10T08:33:47.465468","created_date":"2025-10-10T00:00:00"}