{"id":"https://openalex.org/W3153182107","doi":"https://doi.org/10.1109/tse.2021.3073773","title":"On the Relationship Between the Developer\u2019s Perceptible Race and Ethnicity and the Evaluation of Contributions in OSS","display_name":"On the Relationship Between the Developer\u2019s Perceptible Race and Ethnicity and the Evaluation of Contributions in OSS","publication_year":2021,"publication_date":"2021-04-16","ids":{"openalex":"https://openalex.org/W3153182107","doi":"https://doi.org/10.1109/tse.2021.3073773","mag":"3153182107"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2021.3073773","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2021.3073773","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2104.06143","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071460840","display_name":"Reza Nadri","orcid":"https://orcid.org/0000-0002-5943-7886"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Reza Nadri","raw_affiliation_strings":["School of Computer Science, University of Waterloo, Waterloo, ON, Canada","Computer Science, University of Waterloo Faculty of Mathematics, 153521 Waterloo, Ontario, Canada, (e-mail: rnadri@uwaterloo.ca)"],"raw_orcid":"https://orcid.org/0000-0002-5943-7886","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Computer Science, University of Waterloo Faculty of Mathematics, 153521 Waterloo, Ontario, Canada, (e-mail: rnadri@uwaterloo.ca)","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077601628","display_name":"Gema Rodr\u00edguez-P\u00e9rez","orcid":"https://orcid.org/0000-0002-0062-8418"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gema Rodr\u00edguez-P\u00e9rez","raw_affiliation_strings":["School of Computer Science, University of Waterloo, Waterloo, ON, Canada","David R. Cheriton School of Computer Science, University of Waterloo, 8430 Waterloo, Ontario, Canada, (e-mail: gema.rodriguez-perez@uwaterloo.ca)"],"raw_orcid":"https://orcid.org/0000-0002-0062-8418","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"David R. Cheriton School of Computer Science, University of Waterloo, 8430 Waterloo, Ontario, Canada, (e-mail: gema.rodriguez-perez@uwaterloo.ca)","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029916309","display_name":"Meiyappan Nagappan","orcid":"https://orcid.org/0000-0003-4533-4728"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Meiyappan Nagappan","raw_affiliation_strings":["School of Computer Science, University of Waterloo, Waterloo, ON, Canada","Cheriton School of Computer Science, University of Waterloo, 8430 Waterloo, Ontario, Canada, (e-mail: mei.nagappan@uwaterloo.ca)"],"raw_orcid":"https://orcid.org/0000-0003-4533-4728","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Cheriton School of Computer Science, University of Waterloo, 8430 Waterloo, Ontario, Canada, (e-mail: mei.nagappan@uwaterloo.ca)","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":0.26,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.63238205,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"48","issue":"8","first_page":"2955","last_page":"2968"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ethnic-group","display_name":"Ethnic group","score":0.7530980110168457},{"id":"https://openalex.org/keywords/race","display_name":"Race (biology)","score":0.6338443756103516},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.6308850049972534},{"id":"https://openalex.org/keywords/white","display_name":"White (mutation)","score":0.5946868658065796},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.482143372297287},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4369061589241028},{"id":"https://openalex.org/keywords/open-source-software","display_name":"Open source software","score":0.42783719301223755},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3890402317047119},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3580424189567566},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.2211272418498993},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11557111144065857},{"id":"https://openalex.org/keywords/gender-studies","display_name":"Gender studies","score":0.09460407495498657},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09444183111190796}],"concepts":[{"id":"https://openalex.org/C137403100","wikidata":"https://www.wikidata.org/wiki/Q41710","display_name":"Ethnic group","level":2,"score":0.7530980110168457},{"id":"https://openalex.org/C76509639","wikidata":"https://www.wikidata.org/wiki/Q918036","display_name":"Race (biology)","level":2,"score":0.6338443756103516},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6308850049972534},{"id":"https://openalex.org/C56273599","wikidata":"https://www.wikidata.org/wiki/Q3122841","display_name":"White (mutation)","level":3,"score":0.5946868658065796},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.482143372297287},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4369061589241028},{"id":"https://openalex.org/C2988343187","wikidata":"https://www.wikidata.org/wiki/Q1130645","display_name":"Open source software","level":3,"score":0.42783719301223755},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3890402317047119},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3580424189567566},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2211272418498993},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11557111144065857},{"id":"https://openalex.org/C107993555","wikidata":"https://www.wikidata.org/wiki/Q1662673","display_name":"Gender studies","level":1,"score":0.09460407495498657},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09444183111190796},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tse.2021.3073773","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2021.3073773","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2104.06143","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.06143","pdf_url":"https://arxiv.org/pdf/2104.06143","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3153182107","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2104.06143.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2104.06143","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2104.06143","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2104.06143","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.06143","pdf_url":"https://arxiv.org/pdf/2104.06143","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320334617","display_name":"Social Sciences and Humanities Research Council of Canada","ror":"https://ror.org/04j5jqy92"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3153182107.pdf","grobid_xml":"https://content.openalex.org/works/W3153182107.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W99716116","https://openalex.org/W187312421","https://openalex.org/W355727244","https://openalex.org/W1547097965","https://openalex.org/W1590863605","https://openalex.org/W1646161945","https://openalex.org/W1962821986","https://openalex.org/W1963728726","https://openalex.org/W1972386298","https://openalex.org/W1979778970","https://openalex.org/W1980567103","https://openalex.org/W1986211833","https://openalex.org/W2021002024","https://openalex.org/W2037312876","https://openalex.org/W2053619615","https://openalex.org/W2075780421","https://openalex.org/W2081311064","https://openalex.org/W2096765155","https://openalex.org/W2097142581","https://openalex.org/W2109976502","https://openalex.org/W2125854594","https://openalex.org/W2139092060","https://openalex.org/W2142635246","https://openalex.org/W2168175751","https://openalex.org/W2168248828","https://openalex.org/W2175873029","https://openalex.org/W2180031651","https://openalex.org/W2345513604","https://openalex.org/W2482059860","https://openalex.org/W2559885217","https://openalex.org/W2894675580","https://openalex.org/W2923833659","https://openalex.org/W2947931361","https://openalex.org/W2953428551","https://openalex.org/W2964179938","https://openalex.org/W2967932715","https://openalex.org/W2995892549","https://openalex.org/W3103058826","https://openalex.org/W3123223998","https://openalex.org/W3124129388","https://openalex.org/W3125937743","https://openalex.org/W4211032755","https://openalex.org/W4244402968","https://openalex.org/W4255911937","https://openalex.org/W4291213652","https://openalex.org/W6600416925","https://openalex.org/W6636775468","https://openalex.org/W6704922383","https://openalex.org/W6743380764","https://openalex.org/W6755113629"],"related_works":["https://openalex.org/W3094967092","https://openalex.org/W2970812854","https://openalex.org/W3121930117","https://openalex.org/W3090254769","https://openalex.org/W3137824899","https://openalex.org/W2286970158","https://openalex.org/W2005470179","https://openalex.org/W2949785398","https://openalex.org/W2091840804","https://openalex.org/W2265452585","https://openalex.org/W1967202034","https://openalex.org/W2051283432"],"abstract_inverted_index":{"<italic":[0,58,108,153,245],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[1,59,109,154,246],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Context:</i>":[2],"Open":[3],"Source":[4],"Software":[5],"(OSS)":[6],"projects":[7,119],"are":[8,48,213],"typically":[9],"the":[10,22,29,33,36,51,72,86,89,100,124,136,161,171,223,238,262,278,281,293],"result":[11],"of":[12,24,35,55,88,99,117,143,193,255,280],"collective":[13],"efforts":[14],"performed":[15,112],"by":[16,170],"developers":[17,162,186,257],"with":[18,50,71,207],"different":[19,284],"backgrounds.":[20],"Although":[21],"quality":[23],"developers\u2019":[25,56,79,125],"contributions":[26,37,90,144,182,199,282],"should":[27],"be":[28,228,243],"only":[30,173],"factor":[31],"influencing":[32],"evaluation":[34,87,279],"to":[38,85,96,198,216,227,242,270,306],"OSS":[39,106,118,309],"projects,":[40],"recent":[41],"studies":[42,297],"have":[43,187],"shown":[44],"that":[45,76,158,272],"diversity":[46,69,104,302],"issues":[47],"correlated":[49],"acceptance":[52],"or":[53],"rejection":[54],"contributions.":[57],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Objective:</i>":[60],"This":[61],"paper":[62],"assists":[63],"this":[64],"emerging":[65],"state-of-the-art":[66],"body":[67],"on":[68,298],"research":[70],"first":[73],"empirical":[74],"study":[75,116],"analyzes":[77],"how":[78],"perceptible":[80,126,164,177,184,201,208,285],"race":[81,127,165,232],"and":[82,102,128,139,151,166,204,211,233,287,300],"ethnicity":[83,129,167,234],"relates":[84],"in":[91,105,120,133,259,303],"OSS.":[92,260],"We":[93,111,122,156],"also":[94],"want":[95],"create":[97],"awareness":[98],"racial":[101,299],"ethnic":[103,301],"projects.":[107],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Methodology:</i>":[110],"a":[113,252],"large-scale":[114],"quantitative":[115],"GitHub.":[121,152],"extracted":[123],"from":[130,149,183,200,229,264,283],"their":[131,218,230],"names":[132],"GitHub":[134],"using":[135],"Name-Prism":[137],"tool":[138],"applied":[140],"regression":[141,266],"modeling":[142],"(i.e,":[145],"pull":[146,219],"requests)":[147],"data":[148],"GHTorrent":[150],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Results:</i>":[155],"observed":[157],"(1)":[159],"among":[160],"whose":[163],"was":[168],"captured":[169],"tool,":[172],"16.56":[174],"percent":[175,190],"were":[176],"as":[178],"Non-White":[179,202,256],"developers;":[180,203],"(2)":[181],"White":[185],"about":[188],"6\u201310":[189],"higher":[191],"odds":[192],"being":[194],"accepted":[195,221],"when":[196,222,237],"compared":[197],"(3)":[205],"submitters":[206],"non-white":[209],"races":[210,286],"ethnicities":[212],"more":[214],"likely":[215],"get":[217],"requests":[220],"integrator":[224,239],"is":[225,240],"estimated":[226,241],"same":[231],"rather":[235],"than":[236],"White.":[244],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Conclusion:</i>":[247],"Our":[248],"initial":[249],"analysis":[250,267],"shows":[251],"low":[253],"number":[254],"participating":[258],"Furthermore,":[261],"results":[263],"our":[265,290],"lead":[268],"us":[269],"believe":[271],"there":[273],"may":[274],"exist":[275],"differences":[276],"between":[277],"ethnicities.":[288],"Thus,":[289],"findings":[291],"reinforce":[292],"need":[294],"for":[295],"further":[296],"software":[304],"engineering":[305],"foster":[307],"healthier":[308],"communities.":[310]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}