{"id":"https://openalex.org/W3098502934","doi":"https://doi.org/10.1145/3368089.3409681","title":"Biases and differences in code review using medical imaging and eye-tracking: genders, humans, and machines","display_name":"Biases and differences in code review using medical imaging and eye-tracking: genders, humans, and machines","publication_year":2020,"publication_date":"2020-11-08","ids":{"openalex":"https://openalex.org/W3098502934","doi":"https://doi.org/10.1145/3368089.3409681","mag":"3098502934"},"language":"en","primary_location":{"id":"doi:10.1145/3368089.3409681","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3368089.3409681","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055069752","display_name":"Yu Huang","orcid":"https://orcid.org/0000-0003-2730-5077"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yu Huang","raw_affiliation_strings":["University of Michigan, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030030910","display_name":"Kevin Leach","orcid":"https://orcid.org/0000-0002-4001-3442"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Leach","raw_affiliation_strings":["University of Michigan, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102934372","display_name":"Zohreh Sharafi","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zohreh Sharafi","raw_affiliation_strings":["University of Michigan, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109890176","display_name":"Nicholas McKay","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas McKay","raw_affiliation_strings":["University of Michigan, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013623251","display_name":"Tyler Santander","orcid":"https://orcid.org/0000-0002-9459-5783"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tyler Santander","raw_affiliation_strings":["University of California at Santa Barbara, USA"],"affiliations":[{"raw_affiliation_string":"University of California at Santa Barbara, USA","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083601969","display_name":"Westley Weimer","orcid":"https://orcid.org/0000-0001-6749-2204"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Westley Weimer","raw_affiliation_strings":["University of Michigan, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5055069752"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":4.1735,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.9495471,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"456","last_page":"468"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9508000016212463,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.670615017414093},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.6063976287841797},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5604735016822815},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5409236550331116},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.4952007830142975},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.44701021909713745},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.427738219499588},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3808255195617676},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3762291371822357},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.3715687692165375},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35516178607940674},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.20608073472976685},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18147191405296326}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.670615017414093},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.6063976287841797},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5604735016822815},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5409236550331116},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.4952007830142975},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.44701021909713745},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.427738219499588},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3808255195617676},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3762291371822357},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.3715687692165375},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35516178607940674},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.20608073472976685},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18147191405296326},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3368089.3409681","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3368089.3409681","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:publications.polymtl.ca:50172","is_oa":false,"landing_page_url":"https://publications.polymtl.ca/50172/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Communication de conf\u00e9rence"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.75,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":114,"referenced_works":["https://openalex.org/W2165977","https://openalex.org/W573791239","https://openalex.org/W750932891","https://openalex.org/W1502678715","https://openalex.org/W1517003397","https://openalex.org/W1963728726","https://openalex.org/W1964981411","https://openalex.org/W1966036881","https://openalex.org/W1970503709","https://openalex.org/W1970834121","https://openalex.org/W1974316717","https://openalex.org/W1976764324","https://openalex.org/W1979866694","https://openalex.org/W1980567103","https://openalex.org/W1988863988","https://openalex.org/W1998830154","https://openalex.org/W2003398631","https://openalex.org/W2004584736","https://openalex.org/W2010321946","https://openalex.org/W2013788150","https://openalex.org/W2014232144","https://openalex.org/W2021230033","https://openalex.org/W2025958121","https://openalex.org/W2031473556","https://openalex.org/W2036335035","https://openalex.org/W2039772616","https://openalex.org/W2040710054","https://openalex.org/W2046759248","https://openalex.org/W2066709420","https://openalex.org/W2071921519","https://openalex.org/W2072088326","https://openalex.org/W2075551732","https://openalex.org/W2076719273","https://openalex.org/W2078395336","https://openalex.org/W2085710993","https://openalex.org/W2087563967","https://openalex.org/W2090786396","https://openalex.org/W2091990486","https://openalex.org/W2097491575","https://openalex.org/W2102673550","https://openalex.org/W2106646204","https://openalex.org/W2109225725","https://openalex.org/W2110499955","https://openalex.org/W2111833495","https://openalex.org/W2114204545","https://openalex.org/W2116124585","https://openalex.org/W2122724555","https://openalex.org/W2123829847","https://openalex.org/W2124100711","https://openalex.org/W2124453301","https://openalex.org/W2128213565","https://openalex.org/W2131439590","https://openalex.org/W2133561842","https://openalex.org/W2133561941","https://openalex.org/W2140534852","https://openalex.org/W2141663826","https://openalex.org/W2143885952","https://openalex.org/W2145124323","https://openalex.org/W2145677935","https://openalex.org/W2150891830","https://openalex.org/W2151665713","https://openalex.org/W2153076044","https://openalex.org/W2161407365","https://openalex.org/W2163851162","https://openalex.org/W2168128109","https://openalex.org/W2168248828","https://openalex.org/W2274071363","https://openalex.org/W2362779523","https://openalex.org/W2405828609","https://openalex.org/W2460169346","https://openalex.org/W2482059860","https://openalex.org/W2560572048","https://openalex.org/W2580389126","https://openalex.org/W2616911396","https://openalex.org/W2727928347","https://openalex.org/W2735592989","https://openalex.org/W2741371834","https://openalex.org/W2765327902","https://openalex.org/W2783732587","https://openalex.org/W2800092803","https://openalex.org/W2805197808","https://openalex.org/W2808438073","https://openalex.org/W2883338005","https://openalex.org/W2895073034","https://openalex.org/W2915779911","https://openalex.org/W2930858721","https://openalex.org/W2940473144","https://openalex.org/W2953828322","https://openalex.org/W2953859928","https://openalex.org/W2953998535","https://openalex.org/W2955730880","https://openalex.org/W2956245406","https://openalex.org/W2965720427","https://openalex.org/W2993781365","https://openalex.org/W3001901422","https://openalex.org/W3091248061","https://openalex.org/W3122554042","https://openalex.org/W3122945969","https://openalex.org/W3143739033","https://openalex.org/W3184402006","https://openalex.org/W4206205808","https://openalex.org/W4213340511","https://openalex.org/W4231165370","https://openalex.org/W4236370370","https://openalex.org/W4243631164","https://openalex.org/W4250195981","https://openalex.org/W4289276777","https://openalex.org/W6629964242","https://openalex.org/W6633900827","https://openalex.org/W6640755664","https://openalex.org/W6649904580","https://openalex.org/W6694840044","https://openalex.org/W6764484608","https://openalex.org/W6773400648"],"related_works":["https://openalex.org/W2969257295","https://openalex.org/W3006945192","https://openalex.org/W1976804602","https://openalex.org/W2390554102","https://openalex.org/W2909969119","https://openalex.org/W2098629748","https://openalex.org/W656101134","https://openalex.org/W3135060008","https://openalex.org/W2390085541","https://openalex.org/W2161188088"],"abstract_inverted_index":{"Code":[0],"review":[1,139,168],"is":[2,13],"a":[3,74,142],"critical":[4],"step":[5],"in":[6,41,105,118,136],"modern":[7],"software":[8,48],"quality":[9],"assurance,":[10],"yet":[11],"it":[12],"vulnerable":[14],"to":[15,47,85,155,165,179],"human":[16],"biases.":[17],"Previous":[18],"studies":[19],"have":[20],"clarified":[21],"the":[22,25,31,58,71,87,166,170],"extent":[23],"of":[24,33,54,63,73,90,96,144,160],"problem,":[26],"particularly":[27],"regarding":[28],"biases":[29,91,135,163],"against":[30],"authors":[32],"code,but":[34],"no":[35],"consensus":[36],"understanding":[37,159],"has":[38],"emerged.":[39],"Advances":[40],"medical":[42,79,129],"imaging":[43,80,130],"are":[44,121],"increasingly":[45],"applied":[46],"engineering,":[49],"supporting":[50],"grounded":[51],"neurobiological":[52],"explorations":[53],"computing":[55],"activities,":[56],"including":[57],"review,":[59],"reading,":[60],"and":[61,81,92,98,112,123,128,176],"writing":[62],"source":[64],"code.":[65],"In":[66,153],"this":[67],"paper,":[68],"we":[69],"present":[70],"results":[72,171],"controlled":[75],"experiment":[76],"using":[77],"both":[78],"also":[82,133],"eye":[83],"tracking":[84],"investigate":[86],"neurological":[88],"correlates":[89],"differences":[93],"between":[94],"genders":[95],"humans":[97,138],"machines":[99],"(e.g.,":[100],"automated":[101],"program":[102],"repair":[103],"tools)":[104],"code":[106,115,140,151,167],"review.":[107],"We":[108,132],"find":[109,134],"that":[110,120],"men":[111],"women":[113],"conduct":[114],"reviews":[116],"differently,":[117],"ways":[119],"measurable":[122],"supported":[124],"by":[125],"behavioral,":[126],"eye-tracking":[127],"data.":[131],"how":[137,161],"as":[141],"function":[143],"its":[145],"apparent":[146],"author,":[147],"when":[148],"controlling":[149],"for":[150],"quality.":[152],"addition":[154],"advancing":[156],"our":[157],"fundamental":[158],"cognitive":[162],"relate":[164],"process,":[169],"may":[172],"inform":[173],"subsequent":[174],"training":[175],"tool":[177],"design":[178],"reduce":[180],"bias.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}
