{"id":"https://openalex.org/W2082183626","doi":"https://doi.org/10.1145/2393596.2393670","title":"An industrial study on the risk of software changes","display_name":"An industrial study on the risk of software changes","publication_year":2012,"publication_date":"2012-11-11","ids":{"openalex":"https://openalex.org/W2082183626","doi":"https://doi.org/10.1145/2393596.2393670","mag":"2082183626"},"language":"en","primary_location":{"id":"doi:10.1145/2393596.2393670","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2393596.2393670","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM SIGSOFT 20th International Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049727493","display_name":"Emad Shihab","orcid":"https://orcid.org/0000-0003-1285-9878"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Emad Shihab","raw_affiliation_strings":["Queen's University, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen's University, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091586373","display_name":"Ahmed E. Hassan","orcid":"https://orcid.org/0000-0001-7749-5513"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ahmed E. Hassan","raw_affiliation_strings":["Queen's University, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen's University, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058164381","display_name":"Bram Adams","orcid":"https://orcid.org/0000-0001-7213-4006"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bram Adams","raw_affiliation_strings":["\u00c9cole Polytechnique de Montr\u00e9al, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique de Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085576468","display_name":"Zhen Ming Jiang","orcid":"https://orcid.org/0000-0002-3063-3197"},"institutions":[{"id":"https://openalex.org/I4210139826","display_name":"Blackberry (Canada)","ror":"https://ror.org/03mmk1j33","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210139826"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhen Ming Jiang","raw_affiliation_strings":["Research In Motion, Waterloo, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research In Motion, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I4210139826"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":147,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6435165405273438},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.6376577019691467},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.5199488401412964},{"id":"https://openalex.org/keywords/source-lines-of-code","display_name":"Source lines of code","score":0.4633021950721741},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.454183965921402},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4440886676311493},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.43755897879600525},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.42525556683540344},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42503926157951355},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.41981589794158936},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3673485517501831},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3659922778606415},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10665374994277954}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6435165405273438},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.6376577019691467},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.5199488401412964},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.4633021950721741},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.454183965921402},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4440886676311493},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.43755897879600525},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.42525556683540344},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42503926157951355},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41981589794158936},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3673485517501831},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3659922778606415},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10665374994277954},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2393596.2393670","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2393596.2393670","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM SIGSOFT 20th International Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.707.4958","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.707.4958","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cse.yorku.ca/%7Ezmjiang/publications/FSE2012_shihab.pdf","raw_type":"text"},{"id":"pmh:oai:publications.polymtl.ca:14622","is_oa":false,"landing_page_url":"https://publications.polymtl.ca/14622/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Communication de conf\u00e9rence"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5299999713897705}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W601250926","https://openalex.org/W1485955713","https://openalex.org/W1964962870","https://openalex.org/W1969366857","https://openalex.org/W1970327404","https://openalex.org/W1977379812","https://openalex.org/W1984769753","https://openalex.org/W1991650436","https://openalex.org/W2003934931","https://openalex.org/W2007705030","https://openalex.org/W2040615655","https://openalex.org/W2075682847","https://openalex.org/W2080521990","https://openalex.org/W2082314767","https://openalex.org/W2091543666","https://openalex.org/W2093125667","https://openalex.org/W2100945416","https://openalex.org/W2107643286","https://openalex.org/W2108623177","https://openalex.org/W2110656807","https://openalex.org/W2120692198","https://openalex.org/W2121866145","https://openalex.org/W2128666163","https://openalex.org/W2132887549","https://openalex.org/W2133561941","https://openalex.org/W2142157875","https://openalex.org/W2142481192","https://openalex.org/W2142759419","https://openalex.org/W2145574830","https://openalex.org/W2147105902","https://openalex.org/W2150874999","https://openalex.org/W2151666086","https://openalex.org/W2157353183","https://openalex.org/W2158330836","https://openalex.org/W2158348370","https://openalex.org/W2158744032","https://openalex.org/W2158864412","https://openalex.org/W2160517961","https://openalex.org/W2164403426","https://openalex.org/W2164577291","https://openalex.org/W2168077554","https://openalex.org/W4235354960"],"related_works":["https://openalex.org/W2019257047","https://openalex.org/W2986478207","https://openalex.org/W2129714608","https://openalex.org/W4312706861","https://openalex.org/W1992074508","https://openalex.org/W2795746234","https://openalex.org/W2086523506","https://openalex.org/W3004570974","https://openalex.org/W2212955619","https://openalex.org/W3124296310"],"abstract_inverted_index":{"Modelling":[0],"and":[1,51,118,135,160,170,187,211,247],"understanding":[2],"bugs":[3],"has":[4,230],"been":[5],"the":[6,11,35,101,133,136,139,143,183,193,195,198,202,212,216,234,257],"focus":[7],"of":[8,10,54,75,103,138,156,164,185,189,197,204,219,236,259],"much":[9],"Software":[12],"Engineering":[13],"research":[14],"today.":[15],"However,":[16],"organizations":[17],"are":[18,28,146,215,249],"interested":[19],"in":[20,100,238,253],"more":[21,29,71,80,110,157],"than":[22,72,81,158],"just":[23],"bugs.":[24],"In":[25,62,222],"particular,":[26],"they":[27],"concerned":[30],"about":[31],"managing":[32],"risk,":[33],"i.e.,":[34,89],"likelihood":[36],"that":[37,95,115,182,226],"a":[38,45,60,67,76,154,161,177,209,228],"code":[39,105,190],"or":[40,56,106],"design":[41,107],"change":[42,210,220,229],"will":[43],"cause":[44],"negative":[46],"impact":[47],"on":[48],"their":[49,122],"products":[50],"processes,":[52],"regardless":[53],"whether":[55],"not":[57],"it":[58],"introduces":[59],"bug.":[61],"this":[63],"paper,":[64],"we":[65,145,224],"conduct":[66],"year-long":[68],"study":[69],"involving":[70],"450":[73],"developers":[74,93,117,237],"large":[77],"enterprise,":[78],"spanning":[79],"60":[82],"teams,":[83],"to":[84,148,208,255],"better":[85],"understand":[86],"risky":[87,127,151,240],"changes,":[88,144,233],"changes":[90,134,152,241],"for":[91,125],"which":[92],"believe":[94],"additional":[96],"attention":[97],"is":[98,242],"needed":[99],"form":[102],"careful":[104],"reviewing":[108],"and/or":[109],"testing.":[111],"Our":[112,245],"findings":[113,246],"show":[114],"different":[116,119],"teams":[120],"have":[121],"own":[123],"criteria":[124],"determining":[126],"changes.":[128],"Using":[129],"factors":[130],"extracted":[131],"from":[132],"history":[137],"files":[140,199],"modified":[141],"by":[142,192],"able":[147],"accurately":[149],"identify":[150],"with":[153],"recall":[155],"67%,":[159],"precision":[162],"improvement":[163],"87%":[165],"(using":[166,172],"developer":[167,213],"specific":[168,174],"models)":[169],"37%":[171],"team":[173],"models),":[175],"over":[176],"random":[178],"model.":[179],"We":[180],"find":[181,225],"number":[184,203],"lines":[186],"chunks":[188],"added":[191],"change,":[194],"bugginess":[196],"being":[200,250],"changed,":[201],"bug":[205],"reports":[206],"linked":[207],"experience":[214],"best":[217],"indicators":[218],"risk.":[221],"addition,":[223],"when":[227],"many":[231],"related":[232],"reliability":[235],"marking":[239],"negatively":[243],"affected.":[244],"models":[248],"used":[251],"today":[252],"practice":[254],"manage":[256],"risk":[258],"software":[260],"projects.":[261]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":12},{"year":2015,"cited_by_count":15},{"year":2014,"cited_by_count":11},{"year":2013,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}