{"id":"https://openalex.org/W3083081996","doi":"https://doi.org/10.1109/tse.2020.3021380","title":"Watch Out for Extrinsic Bugs! A Case Study of Their Impact in Just-In-Time Bug Prediction Models on the OpenStack Project","display_name":"Watch Out for Extrinsic Bugs! A Case Study of Their Impact in Just-In-Time Bug Prediction Models on the OpenStack Project","publication_year":2020,"publication_date":"2020-09-02","ids":{"openalex":"https://openalex.org/W3083081996","doi":"https://doi.org/10.1109/tse.2020.3021380","mag":"3083081996"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2020.3021380","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.3021380","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2103.15180","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077601628","display_name":"Gema Rodr\u00edguez-P\u00e9rez","orcid":"https://orcid.org/0000-0002-0062-8418"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Gema Rodriguez-Perez","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0062-8418","affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029916309","display_name":"Meiyappan Nagappan","orcid":"https://orcid.org/0000-0003-4533-4728"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Meiyappan Nagappan","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4533-4728","affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061131972","display_name":"Greg\u00f3rio Robles","orcid":"https://orcid.org/0000-0002-1442-6761"},"institutions":[{"id":"https://openalex.org/I182083151","display_name":"Universidad Rey Juan Carlos","ror":"https://ror.org/01v5cv687","country_code":"ES","type":"education","lineage":["https://openalex.org/I182083151"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Gregorio Robles","raw_affiliation_strings":["Universidad Rey Juan Carlos, Fuenlabrada, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-1442-6761","affiliations":[{"raw_affiliation_string":"Universidad Rey Juan Carlos, Fuenlabrada, Madrid, Spain","institution_ids":["https://openalex.org/I182083151"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077601628"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":5.2901,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.95982952,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"48","issue":"4","first_page":"1400","last_page":"1416"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.8710411787033081},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7304996252059937},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5081839561462402},{"id":"https://openalex.org/keywords/software-regression","display_name":"Software regression","score":0.43763667345046997},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.42913684248924255},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2904514968395233},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.22280201315879822},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.2139456570148468}],"concepts":[{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.8710411787033081},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7304996252059937},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5081839561462402},{"id":"https://openalex.org/C191727507","wikidata":"https://www.wikidata.org/wiki/Q24346","display_name":"Software regression","level":5,"score":0.43763667345046997},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.42913684248924255},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2904514968395233},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.22280201315879822},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2139456570148468},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2020.3021380","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.3021380","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2103.15180","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.15180","pdf_url":"https://arxiv.org/pdf/2103.15180","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2103.15180","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.15180","pdf_url":"https://arxiv.org/pdf/2103.15180","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1173072031","display_name":null,"funder_award_id":"RTI2018-101963-B-100","funder_id":"https://openalex.org/F4320326262","funder_display_name":"Ministerio de Asuntos Econ\u00f3micos y Transformaci\u00f3n Digital, Gobierno de Espa\u00f1a"}],"funders":[{"id":"https://openalex.org/F4320326262","display_name":"Ministerio de Asuntos Econ\u00f3micos y Transformaci\u00f3n Digital, Gobierno de Espa\u00f1a","ror":"https://ror.org/03sv46s19"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W100273097","https://openalex.org/W397180395","https://openalex.org/W1499593655","https://openalex.org/W1510833811","https://openalex.org/W1833911422","https://openalex.org/W1842503650","https://openalex.org/W1909497710","https://openalex.org/W1916584426","https://openalex.org/W1987855178","https://openalex.org/W1994493193","https://openalex.org/W2019257047","https://openalex.org/W2067490448","https://openalex.org/W2068430427","https://openalex.org/W2081326554","https://openalex.org/W2082183626","https://openalex.org/W2100196534","https://openalex.org/W2100310618","https://openalex.org/W2100945416","https://openalex.org/W2105300539","https://openalex.org/W2107146981","https://openalex.org/W2107277166","https://openalex.org/W2107498895","https://openalex.org/W2108769867","https://openalex.org/W2110498832","https://openalex.org/W2112208974","https://openalex.org/W2112708109","https://openalex.org/W2122702470","https://openalex.org/W2125279207","https://openalex.org/W2126166995","https://openalex.org/W2129164226","https://openalex.org/W2142481192","https://openalex.org/W2147105902","https://openalex.org/W2147386665","https://openalex.org/W2149601010","https://openalex.org/W2150733339","https://openalex.org/W2150874999","https://openalex.org/W2151553346","https://openalex.org/W2151666086","https://openalex.org/W2157353183","https://openalex.org/W2158524254","https://openalex.org/W2172232422","https://openalex.org/W2276400542","https://openalex.org/W2408181256","https://openalex.org/W2468905011","https://openalex.org/W2515360277","https://openalex.org/W2530824252","https://openalex.org/W2580969380","https://openalex.org/W2606150376","https://openalex.org/W2792987835","https://openalex.org/W2883986603","https://openalex.org/W2895149850","https://openalex.org/W2898383220","https://openalex.org/W2903359694","https://openalex.org/W2953653569","https://openalex.org/W3004570974","https://openalex.org/W3149100806","https://openalex.org/W4233152543","https://openalex.org/W4235354960","https://openalex.org/W4236586490","https://openalex.org/W4243379839","https://openalex.org/W4291213652","https://openalex.org/W4296394699","https://openalex.org/W4389943203","https://openalex.org/W6682207608","https://openalex.org/W6725870058"],"related_works":["https://openalex.org/W3009111612","https://openalex.org/W2044225531","https://openalex.org/W2597543511","https://openalex.org/W3045036521","https://openalex.org/W2901462014","https://openalex.org/W3004570974","https://openalex.org/W2135303064","https://openalex.org/W2603381882","https://openalex.org/W2529044956","https://openalex.org/W2967225146"],"abstract_inverted_index":{"Intrinsic":[0],"bugs":[1,3,23,61,77,89,102,132,191,201,209,242,253],"are":[2,24,62,78,122,174,192,202],"for":[4],"which":[5],"a":[6,18,30,69,110,175,230],"bug-introducing":[7,45,128,136,172],"change":[8,46],"can":[9,90,260],"be":[10,255],"identified":[11],"in":[12,35,47,68,103,138,178],"the":[13,48,98,139,210,220,235],"version":[14,49,140],"control":[15,50,141],"system":[16],"of":[17,63,85,100,126,187,203,234],"software.":[19],"In":[20],"contrast,":[21],"extrinsic":[22,88,101,131,155,167,190,200,208,241,252],"caused":[25],"by":[26,107,113],"external":[27,36],"changes":[28,137,173],"to":[29,150,169,215],"software,":[31],"such":[32],"as":[33,258],"errors":[34],"APIs;":[37],"thereby":[38],"they":[39,259],"do":[40,133],"not":[41,75,134],"have":[42,135],"an":[43,83],"explicit":[44],"system.":[51],"Although":[52],"most":[53],"previous":[54,70],"research":[55,162],"literature":[56],"has":[57],"assumed":[58],"that":[59,74,197,225,240,251],"all":[60,76],"<italic":[64],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[65],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">intrinsic</i>":[66],"nature,":[67],"study,":[71],"we":[72,96,143,158,183,248],"show":[73,196],"intrinsic.":[79],"This":[80,223],"paper":[81],"shows":[82],"example":[84],"how":[86,263],"considering":[87],"affect":[91],"software":[92,264],"engineering":[93],"research.":[94],"Specifically,":[95],"study":[97,112,170,184],"impact":[99,244,262],"Just-In-Time":[104,179,245],"bug":[105,180],"prediction":[106],"partially":[108],"replicating":[109],"recent":[111],"McIntosh":[114,146],"and":[115,147,154,189,199],"Kamei":[116],"on":[117],"JIT":[118,227],"models.":[119,246],"These":[120],"models":[121,228],"trained":[123],"using":[124],"properties":[125],"earlier":[127],"changes.":[129],"Since":[130],"system,":[142],"manually":[144],"curate":[145],"Kamei\u2019s":[148],"dataset":[149],"distinguish":[151],"between":[152],"intrinsic":[153,188,198],"bugs.":[156,267],"Then,":[157],"address":[159],"their":[160],"original":[161],"questions,":[163],"this":[164],"time":[165],"removing":[166,207],"bugs,":[168],"whether":[171,185],"moving":[176],"target":[177],"prediction.":[181],"Finally,":[182],"characteristics":[186],"different.":[193],"Our":[194],"results":[195],"different":[204,213],"nature.":[205],"When":[206],"performance":[211],"is":[212],"up":[214],"16":[216],"percent":[217],"Area":[218],"Under":[219],"Curve":[221],"points.":[222],"indicates":[224],"our":[226],"obtain":[229],"more":[231],"accurate":[232],"representation":[233],"real":[236],"world.":[237],"We":[238],"conclude":[239],"negatively":[243],"Furthermore,":[247],"offer":[249],"evidence":[250],"should":[254],"further":[256],"investigated,":[257],"significantly":[261],"engineers":[265],"understand":[266]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4}],"updated_date":"2026-05-14T08:36:36.166977","created_date":"2025-10-10T00:00:00"}