{"id":"https://openalex.org/W4300780349","doi":"https://doi.org/10.1145/3540250.3549177","title":"First come first served: the impact of file position on code review","display_name":"First come first served: the impact of file position on code review","publication_year":2022,"publication_date":"2022-11-07","ids":{"openalex":"https://openalex.org/W4300780349","doi":"https://doi.org/10.1145/3540250.3549177"},"language":"en","primary_location":{"id":"doi:10.1145/3540250.3549177","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3540250.3549177","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3540250.3549177","source":{"id":"https://openalex.org/S4363608883","display_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3540250.3549177","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010304086","display_name":"Enrico Fregnan","orcid":"https://orcid.org/0000-0002-6897-7665"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Enrico Fregnan","raw_affiliation_strings":["University of Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109501726","display_name":"Larissa Braz","orcid":null},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Larissa Braz","raw_affiliation_strings":["University of Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051860378","display_name":"Marco D\u2019Ambros","orcid":"https://orcid.org/0009-0008-3765-0871"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Marco D'Ambros","raw_affiliation_strings":["USI Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"USI Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074378564","display_name":"G\u00fcl \u00c7al\u0131kl\u0131","orcid":"https://orcid.org/0000-0003-4578-1747"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"G\u00fcl \u00c7al\u0131kl\u0131","raw_affiliation_strings":["University of Glasgow, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Glasgow, UK","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082720005","display_name":"Alberto Bacchelli","orcid":"https://orcid.org/0000-0003-0193-6823"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alberto Bacchelli","raw_affiliation_strings":["University of Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7462,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.87292739,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"483","last_page":"494"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.702946662902832},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6670180559158325},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.573294460773468},{"id":"https://openalex.org/keywords/odds","display_name":"Odds","score":0.5355498790740967},{"id":"https://openalex.org/keywords/data-file","display_name":"Data file","score":0.5247150659561157},{"id":"https://openalex.org/keywords/computer-file","display_name":"Computer file","score":0.4761064946651459},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3675885796546936},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3514545261859894},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3164089024066925},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2932995557785034},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.15686765313148499},{"id":"https://openalex.org/keywords/logistic-regression","display_name":"Logistic regression","score":0.12601444125175476},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.07884335517883301}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.702946662902832},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6670180559158325},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.573294460773468},{"id":"https://openalex.org/C143095724","wikidata":"https://www.wikidata.org/wiki/Q515895","display_name":"Odds","level":3,"score":0.5355498790740967},{"id":"https://openalex.org/C171730128","wikidata":"https://www.wikidata.org/wiki/Q5227290","display_name":"Data file","level":2,"score":0.5247150659561157},{"id":"https://openalex.org/C95637964","wikidata":"https://www.wikidata.org/wiki/Q82753","display_name":"Computer file","level":2,"score":0.4761064946651459},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3675885796546936},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3514545261859894},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3164089024066925},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2932995557785034},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.15686765313148499},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.12601444125175476},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.07884335517883301},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3540250.3549177","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3540250.3549177","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3540250.3549177","source":{"id":"https://openalex.org/S4363608883","display_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:www.zora.uzh.ch:232022","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Fregnan, Enrico; Braz, Larissa; D'Ambros, Marco; \u00c7al\u0131kl\u0131, G\u00fcl; Bacchelli, Alberto  (2022). First come first served: The impact of file position on code review.  In: ESEC/FSE '22: 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, Singapore Singapore, 14 December 2022 - 18 December 2022. ACM Digital Library, 483-494.","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:arXiv.org:2208.04259","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.04259","pdf_url":"https://arxiv.org/pdf/2208.04259","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:eprints.gla.ac.uk:273443","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/63876.html>","pdf_url":"https://eprints.gla.ac.uk/273443/3/273443.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Proceedings"},{"id":"doi:10.5167/uzh-232022","is_oa":true,"landing_page_url":"https://doi.org/10.5167/uzh-232022","pdf_url":null,"source":{"id":"https://openalex.org/S7407051291","display_name":"Universit\u00e4t Z\u00fcrich, ZORA","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"ConferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3540250.3549177","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3540250.3549177","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3540250.3549177","source":{"id":"https://openalex.org/S4363608883","display_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2661704799","display_name":null,"funder_award_id":"NRP-77","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G352848129","display_name":"Firms and tax competition in the digital economy: a data platform for geo-temporal network analysis","funder_award_id":"187353","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G4750148621","display_name":null,"funder_award_id":"PP00P2_170529","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G8584254424","display_name":null,"funder_award_id":"200021_197227","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4300780349.pdf","grobid_xml":"https://content.openalex.org/works/W4300780349.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1603436526","https://openalex.org/W1964157254","https://openalex.org/W1987187562","https://openalex.org/W1989184611","https://openalex.org/W2010136639","https://openalex.org/W2022226598","https://openalex.org/W2087484885","https://openalex.org/W2089624191","https://openalex.org/W2115768836","https://openalex.org/W2117065827","https://openalex.org/W2128966215","https://openalex.org/W2134598164","https://openalex.org/W2148854374","https://openalex.org/W2154809255","https://openalex.org/W2155263925","https://openalex.org/W2161407365","https://openalex.org/W2192128789","https://openalex.org/W2440056063","https://openalex.org/W2528259852","https://openalex.org/W2546866077","https://openalex.org/W2548044499","https://openalex.org/W2624930143","https://openalex.org/W2639421075","https://openalex.org/W2755688988","https://openalex.org/W2765327902","https://openalex.org/W2767705198","https://openalex.org/W2786944871","https://openalex.org/W2794494697","https://openalex.org/W2808429234","https://openalex.org/W2809631772","https://openalex.org/W2898514735","https://openalex.org/W2899198613","https://openalex.org/W2907904533","https://openalex.org/W2912296587","https://openalex.org/W2922214032","https://openalex.org/W2954272926","https://openalex.org/W2998300039","https://openalex.org/W2999093514","https://openalex.org/W3009108981","https://openalex.org/W3028841269","https://openalex.org/W3095569994","https://openalex.org/W3098502934","https://openalex.org/W3162923072","https://openalex.org/W3175648361","https://openalex.org/W3176933351","https://openalex.org/W4206042378","https://openalex.org/W4229336258","https://openalex.org/W4233410239","https://openalex.org/W4235786747","https://openalex.org/W4239652717","https://openalex.org/W4244831466","https://openalex.org/W4288729129","https://openalex.org/W4300780349","https://openalex.org/W6939409276"],"related_works":["https://openalex.org/W3145551851","https://openalex.org/W2996367108","https://openalex.org/W3175669940","https://openalex.org/W3139795493","https://openalex.org/W3148589489","https://openalex.org/W3141522408","https://openalex.org/W3140663425","https://openalex.org/W1977082847","https://openalex.org/W3142361832","https://openalex.org/W2157319784"],"abstract_inverted_index":{"The":[0],"most":[1],"popular":[2,72],"code":[3,38,56,125,222,235],"review":[4,14,57,62],"tools":[5],"(e.g.,":[6],"Gerrit":[7],"and":[8,229,234],"GitHub)":[9],"present":[10],"the":[11,25,35,61,101,107,116,163,166,185,210],"files":[12,79,90,168,215],"to":[13,65,85,156,192,202],"sorted":[15],"in":[16,28,48,82,110,124,137,143,161,213],"alphabetical":[17],"order.":[18],"Could":[19],"this":[20,42],"choice":[21],"or,":[22],"more":[23,87],"generally,":[24],"relative":[26,211],"position":[27,120,164,212],"which":[29,138,162,214],"a":[30,49,83,111],"file":[31,119,197],"is":[32,169,198],"presented":[33,217],"bias":[34],"outcome":[36],"of":[37,103,118,158,165,174],"reviews?":[39],"We":[40,59,77],"investigate":[41],"hypothesis":[43],"by":[44,180],"triangulating":[45],"complementary":[46],"evidence":[47,208],"two-step":[50],"study.":[51],"First,":[52],"we":[53,114,131,139,225],"observe":[54],"developers\u2019":[55],"activity.":[58],"analyze":[60],"comments":[63,88],"pertaining":[64],"219,476":[66],"Pull":[67],"Requests":[68],"(PRs)":[69],"from":[70],"138":[71],"Java":[73],"projects":[74],"on":[75,121,221],"GitHub.":[76],"found":[78],"shown":[80,91],"earlier":[81],"PR":[84],"receive":[86],"than":[89],"later,":[92],"also":[93],"when":[94,195],"controlling":[95],"for":[96,184,231],"possible":[97],"confounding":[98],"factors:":[99],"e.g.,":[100],"presence":[102],"discussion":[104],"threads":[105],"or":[106],"lines":[108],"added":[109],"file.":[112],"Second,":[113],"measure":[115,140],"impact":[117,220],"defect":[122],"finding":[123],"review.":[126,236],"Recruit-":[127],"ing":[128],"106":[129],"participants,":[130],"conduct":[132],"an":[133,219],"online":[134],"controlled":[135],"experiment":[136],"participants\u2019":[141],"performance":[142],"detecting":[144],"two":[145,150,159],"unrelated":[146],"defects":[147],"seeded":[148],"into":[149],"different":[151],"files.":[152],"Participants":[153],"are":[154,177,216],"assigned":[155],"one":[157,172],"treatments":[160],"defective":[167],"switched.":[170],"For":[171],"type":[173],"defect,":[175],"participants":[176],"not":[178],"affected":[179],"its":[181,196],"file\u2019s":[182],"position;":[183],"other,":[186],"they":[187],"have":[188],"64%":[189],"lower":[190],"odds":[191],"identify":[193],"it":[194],"last":[199],"as":[200],"opposed":[201],"first.":[203],"Overall,":[204],"our":[205],"findings":[206],"provide":[207],"that":[209],"has":[218],"reviews\u2019":[223],"outcome;":[224],"discuss":[226],"these":[227],"results":[228],"implications":[230],"tool":[232],"design":[233]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}