{"id":"https://openalex.org/W1859331695","doi":"https://doi.org/10.1186/s40411-015-0024-z","title":"Patch rejection in Firefox: negative reviews, backouts, and issue reopening","display_name":"Patch rejection in Firefox: negative reviews, backouts, and issue reopening","publication_year":2015,"publication_date":"2015-06-17","ids":{"openalex":"https://openalex.org/W1859331695","doi":"https://doi.org/10.1186/s40411-015-0024-z","mag":"1859331695"},"language":"en","primary_location":{"id":"doi:10.1186/s40411-015-0024-z","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40411-015-0024-z","pdf_url":"https://jserd.springeropen.com/counter/pdf/10.1186/s40411-015-0024-z","source":{"id":"https://openalex.org/S2490763971","display_name":"Journal of Software Engineering Research and Development","issn_l":"2195-1721","issn":["2195-1721"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Software Engineering Research and Development","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://jserd.springeropen.com/counter/pdf/10.1186/s40411-015-0024-z","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102068552","display_name":"Rodrigo RG Souza","orcid":null},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Rodrigo RG Souza","raw_affiliation_strings":["Department of Computer Science, Federal University of Bahia, Salvador, Brazil"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Federal University of Bahia, Salvador, Brazil","institution_ids":["https://openalex.org/I126158947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112422848","display_name":"Christina F. G. Chavez","orcid":null},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Christina FG Chavez","raw_affiliation_strings":["Department of Computer Science, Federal University of Bahia, Salvador, Brazil"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Federal University of Bahia, Salvador, Brazil","institution_ids":["https://openalex.org/I126158947"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021252435","display_name":"Roberto A. Bittencourt","orcid":"https://orcid.org/0000-0002-8854-8956"},"institutions":[{"id":"https://openalex.org/I21606457","display_name":"Universidade Estadual de Feira de Santana","ror":"https://ror.org/04ygk5j35","country_code":"BR","type":"education","lineage":["https://openalex.org/I21606457"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Roberto A Bittencourt","raw_affiliation_strings":["Department of Exact Sciences, State University of Feira de Santana, Feira de Santana, Brazil"],"affiliations":[{"raw_affiliation_string":"Department of Exact Sciences, State University of Feira de Santana, Feira de Santana, Brazil","institution_ids":["https://openalex.org/I21606457"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102068552"],"corresponding_institution_ids":["https://openalex.org/I126158947"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.07076188,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"3","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rework","display_name":"Rework","score":0.7056384086608887},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.701423168182373},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.6992079019546509},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4854210317134857},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4841407239437103},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.46997660398483276},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4637018144130707},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4336933493614197},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42683666944503784},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4265189468860626},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.4223315417766571},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.36554425954818726},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3457866907119751},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.31414568424224854},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1672431230545044},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.1254558563232422},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.0936075747013092},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.089667409658432},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.08657675981521606}],"concepts":[{"id":"https://openalex.org/C2776543023","wikidata":"https://www.wikidata.org/wiki/Q2147046","display_name":"Rework","level":2,"score":0.7056384086608887},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.701423168182373},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.6992079019546509},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4854210317134857},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4841407239437103},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.46997660398483276},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4637018144130707},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4336933493614197},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42683666944503784},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4265189468860626},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4223315417766571},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.36554425954818726},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3457866907119751},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.31414568424224854},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1672431230545044},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.1254558563232422},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0936075747013092},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.089667409658432},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.08657675981521606},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1186/s40411-015-0024-z","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40411-015-0024-z","pdf_url":"https://jserd.springeropen.com/counter/pdf/10.1186/s40411-015-0024-z","source":{"id":"https://openalex.org/S2490763971","display_name":"Journal of Software Engineering Research and Development","issn_l":"2195-1721","issn":["2195-1721"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Software Engineering Research and Development","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1186/s40411-015-0024-z","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40411-015-0024-z","pdf_url":"https://jserd.springeropen.com/counter/pdf/10.1186/s40411-015-0024-z","source":{"id":"https://openalex.org/S2490763971","display_name":"Journal of Software Engineering Research and Development","issn_l":"2195-1721","issn":["2195-1721"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Software Engineering Research and Development","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1859331695.pdf","grobid_xml":"https://content.openalex.org/works/W1859331695.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1260576311","https://openalex.org/W1484189419","https://openalex.org/W1970589113","https://openalex.org/W1982335236","https://openalex.org/W1995703446","https://openalex.org/W2011459220","https://openalex.org/W2012415036","https://openalex.org/W2061426850","https://openalex.org/W2075099535","https://openalex.org/W2079891603","https://openalex.org/W2086367757","https://openalex.org/W2089472668","https://openalex.org/W2097968575","https://openalex.org/W2107277166","https://openalex.org/W2124482849","https://openalex.org/W2145890718","https://openalex.org/W2149398387","https://openalex.org/W2150098915","https://openalex.org/W2159682002","https://openalex.org/W2175631294","https://openalex.org/W2589382121","https://openalex.org/W3140595400","https://openalex.org/W3146101397"],"related_works":["https://openalex.org/W2137196920","https://openalex.org/W2016750656","https://openalex.org/W2001967228","https://openalex.org/W1985548832","https://openalex.org/W1969836645","https://openalex.org/W2749019331","https://openalex.org/W119580281","https://openalex.org/W4380568682","https://openalex.org/W3124296310","https://openalex.org/W2212955619"],"abstract_inverted_index":{"Writing":[0],"patches":[1,28],"to":[2,18,72,84,112,158,163,236],"fix":[3],"bugs":[4],"or":[5,49],"implement":[6],"new":[7],"features":[8],"is":[9,71,210],"an":[10,101],"important":[11],"software":[12,24,66],"development":[13,67],"task,":[14],"as":[15],"it":[16,155],"contributes":[17],"raise":[19],"the":[20,32,59,65,75,129,137,153,172,220,250],"quality":[21,251],"of":[22,41,80,103,128,139,142,171,192,199,223,252,255],"a":[23,89,104,160,211,217],"system.":[25],"Not":[26],"all":[27,200],"are":[29,183,195,203],"accepted":[30],"in":[31,58,187],"first":[33],"attempt,":[34],"though.":[35],"Patches":[36],"can":[37],"be":[38],"rejected":[39,175,204],"because":[40],"problems":[42,63],"found":[43],"during":[44],"code":[45,122,145],"review,":[46],"automated":[47],"testing,":[48],"manual":[50],"testing.":[51],"A":[52],"high":[53],"rejection":[54,82,209,224,233],"rate,":[55],"specially":[56],"later":[57],"lifecycle,":[60],"may":[61],"indicate":[62],"with":[64],"process.":[68],"Our":[69],"objective":[70],"better":[73],"understand":[74],"relationship":[76],"among":[77],"different":[78],"forms":[79],"patch":[81,114,143,161],"and":[83,120,149,162,180],"characterize":[85,113],"their":[86],"frequency":[87],"within":[88,205],"project.":[90],"This":[91],"paper":[92],"describes":[93],"one":[94,231],"step":[95],"towards":[96],"this":[97],"objective,":[98],"by":[99],"presenting":[100],"analysis":[102],"large":[105],"open":[106],"source":[107,121],"project,":[108],"Firefox.":[109,256],"In":[110,167],"order":[111],"rejection,":[115],"we":[116],"relied":[117],"on":[118,136,230,249],"issues":[119,173],"commits":[123],"from":[124],"over":[125],"four":[126,206],"years":[127],"project\u2019s":[130],"history.":[131],"We":[132],"computed":[133],"monthly":[134],"metrics":[135],"occurrence":[138],"three":[140],"indicators":[141],"rejection\u2014negative":[144],"reviews,":[146,178],"commit":[147],"backouts,":[148,179],"bug":[150],"reopening\u2014and":[151],"measured":[152],"time":[154],"takes":[156],"both":[157],"submit":[159],"reject":[164],"inappropriate":[165,201,241],"patches.":[166,176],"Firefox,":[168],"20":[169],"%":[170,191,198],"contain":[174],"Negative":[177],"issue":[181,193],"reopening":[182],"relatively":[184],"independent":[185],"events;":[186],"particular,":[188],"about":[189],"70":[190],"reopenings":[194],"premature;":[196],"75":[197],"changes":[202,242],"days.":[207],"Patch":[208],"frequent":[212],"event,":[213],"occurring":[214],"multiple":[215],"times":[216],"day.":[218],"Given":[219],"relative":[221],"independence":[222],"types,":[225],"existing":[226],"studies":[227],"that":[228],"focus":[229],"single":[232],"type":[234],"fail":[235],"detect":[237],"many":[238],"rejections.":[239],"Although":[240],"cause":[243],"rework,":[244],"they":[245],"have":[246],"little":[247],"effect":[248],"released":[253],"versions":[254]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}