{"id":"https://openalex.org/W2963520355","doi":"https://doi.org/10.1109/tse.2018.2794977","title":"The Impact of Automated Parameter Optimization on Defect Prediction Models","display_name":"The Impact of Automated Parameter Optimization on Defect Prediction Models","publication_year":2018,"publication_date":"2018-01-18","ids":{"openalex":"https://openalex.org/W2963520355","doi":"https://doi.org/10.1109/tse.2018.2794977","mag":"2963520355"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2018.2794977","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2018.2794977","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081449581","display_name":"Chakkrit Tantithamthavorn","orcid":"https://orcid.org/0000-0002-5516-9984"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Chakkrit Tantithamthavorn","raw_affiliation_strings":["School of Computer Science, University of Adelaide, Adelaide, SA, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Adelaide, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043053174","display_name":"Shane McIntosh","orcid":"https://orcid.org/0000-0002-0193-3975"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shane McIntosh","raw_affiliation_strings":["Department of Electrical and Computer Engineering, McGill University, Montr\u00e9al, Quebec, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, McGill University, Montr\u00e9al, Quebec, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091586373","display_name":"Ahmed E. Hassan","orcid":"https://orcid.org/0000-0001-7749-5513"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ahmed E. Hassan","raw_affiliation_strings":["School of Computing, Queen's University, Kingston, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"School of Computing, Queen's University, Kingston, Ontario, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011588138","display_name":"Kenichi Matsumoto","orcid":"https://orcid.org/0000-0002-7418-9323"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenichi Matsumoto","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, Takayamacho, Japa"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, Takayamacho, Japa","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5081449581"],"corresponding_institution_ids":["https://openalex.org/I5681781"],"apc_list":null,"apc_paid":null,"fwci":66.1989,"has_fulltext":false,"cited_by_count":400,"citation_normalized_percentile":{"value":0.99881121,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"45","issue":"7","first_page":"683","last_page":"711"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.7450200915336609},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7405980229377747},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6162962317466736},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5796743631362915},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.5765419602394104},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5340116620063782},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4995288848876953},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.4962154030799866},{"id":"https://openalex.org/keywords/parameter-space","display_name":"Parameter space","score":0.48059603571891785},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4259018301963806},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.16815263032913208},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15602490305900574}],"concepts":[{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.7450200915336609},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7405980229377747},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6162962317466736},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5796743631362915},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.5765419602394104},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5340116620063782},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4995288848876953},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.4962154030799866},{"id":"https://openalex.org/C73586568","wikidata":"https://www.wikidata.org/wiki/Q2600211","display_name":"Parameter space","level":2,"score":0.48059603571891785},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4259018301963806},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16815263032913208},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15602490305900574}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2018.2794977","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2018.2794977","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life in Land","score":0.6499999761581421,"id":"https://metadata.un.org/sdg/15"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":184,"referenced_works":["https://openalex.org/W94052953","https://openalex.org/W124271584","https://openalex.org/W146893853","https://openalex.org/W165633843","https://openalex.org/W168970045","https://openalex.org/W184219092","https://openalex.org/W1514395077","https://openalex.org/W1522375637","https://openalex.org/W1541288193","https://openalex.org/W1554055400","https://openalex.org/W1595159159","https://openalex.org/W1756881852","https://openalex.org/W1831050183","https://openalex.org/W1873332500","https://openalex.org/W1909497710","https://openalex.org/W1920585257","https://openalex.org/W1971654961","https://openalex.org/W1975040830","https://openalex.org/W1975282412","https://openalex.org/W1976526581","https://openalex.org/W1978859404","https://openalex.org/W1991418021","https://openalex.org/W1992345889","https://openalex.org/W1993854438","https://openalex.org/W1994248747","https://openalex.org/W1994493193","https://openalex.org/W1995869236","https://openalex.org/W1995945562","https://openalex.org/W1999830936","https://openalex.org/W2001619934","https://openalex.org/W2003934931","https://openalex.org/W2005504865","https://openalex.org/W2012948172","https://openalex.org/W2014116953","https://openalex.org/W2014455254","https://openalex.org/W2015910788","https://openalex.org/W2019257047","https://openalex.org/W2019338079","https://openalex.org/W2021688474","https://openalex.org/W2024352272","https://openalex.org/W2025700486","https://openalex.org/W2028896946","https://openalex.org/W2033418259","https://openalex.org/W2037557484","https://openalex.org/W2037668591","https://openalex.org/W2039081830","https://openalex.org/W2040615655","https://openalex.org/W2048456683","https://openalex.org/W2051978688","https://openalex.org/W2061019658","https://openalex.org/W2062179223","https://openalex.org/W2063156085","https://openalex.org/W2063876764","https://openalex.org/W2065606540","https://openalex.org/W2067490448","https://openalex.org/W2068430427","https://openalex.org/W2068816944","https://openalex.org/W2073241381","https://openalex.org/W2073767361","https://openalex.org/W2074218040","https://openalex.org/W2082183626","https://openalex.org/W2084085041","https://openalex.org/W2085435546","https://openalex.org/W2085597081","https://openalex.org/W2090552208","https://openalex.org/W2090785896","https://openalex.org/W2091498228","https://openalex.org/W2092382400","https://openalex.org/W2096451472","https://openalex.org/W2097883090","https://openalex.org/W2097886687","https://openalex.org/W2097998348","https://openalex.org/W2098673848","https://openalex.org/W2101234009","https://openalex.org/W2102201073","https://openalex.org/W2104882279","https://openalex.org/W2105776892","https://openalex.org/W2106525823","https://openalex.org/W2107031757","https://openalex.org/W2107277166","https://openalex.org/W2108769867","https://openalex.org/W2110298216","https://openalex.org/W2110915013","https://openalex.org/W2111141108","https://openalex.org/W2112658968","https://openalex.org/W2112975341","https://openalex.org/W2115709314","https://openalex.org/W2118283821","https://openalex.org/W2118978333","https://openalex.org/W2119910794","https://openalex.org/W2120457925","https://openalex.org/W2122702470","https://openalex.org/W2123279272","https://openalex.org/W2124172959","https://openalex.org/W2125279207","https://openalex.org/W2126957654","https://openalex.org/W2129164226","https://openalex.org/W2132166479","https://openalex.org/W2133990480","https://openalex.org/W2134488238","https://openalex.org/W2135989251","https://openalex.org/W2136137122","https://openalex.org/W2136234086","https://openalex.org/W2142481192","https://openalex.org/W2146136779","https://openalex.org/W2146338950","https://openalex.org/W2149783794","https://openalex.org/W2151511199","https://openalex.org/W2151666086","https://openalex.org/W2152710595","https://openalex.org/W2158640358","https://openalex.org/W2160928200","https://openalex.org/W2160958420","https://openalex.org/W2163732854","https://openalex.org/W2163837601","https://openalex.org/W2168079536","https://openalex.org/W2168706090","https://openalex.org/W2170729527","https://openalex.org/W2170735442","https://openalex.org/W2172232422","https://openalex.org/W2218021565","https://openalex.org/W2297716127","https://openalex.org/W2344072768","https://openalex.org/W2367798545","https://openalex.org/W2374812233","https://openalex.org/W2395429379","https://openalex.org/W2408181256","https://openalex.org/W2408574027","https://openalex.org/W2474835145","https://openalex.org/W2519440759","https://openalex.org/W2543851504","https://openalex.org/W2560646185","https://openalex.org/W2562348157","https://openalex.org/W2582743722","https://openalex.org/W2593675739","https://openalex.org/W2729440153","https://openalex.org/W2731743750","https://openalex.org/W2736763662","https://openalex.org/W2786678788","https://openalex.org/W2808113972","https://openalex.org/W2911964244","https://openalex.org/W2963548617","https://openalex.org/W2987883775","https://openalex.org/W2998768810","https://openalex.org/W3098445100","https://openalex.org/W3099095494","https://openalex.org/W3106889297","https://openalex.org/W3140323393","https://openalex.org/W3141989311","https://openalex.org/W3143822685","https://openalex.org/W4206600618","https://openalex.org/W4232424506","https://openalex.org/W4236586490","https://openalex.org/W4241005218","https://openalex.org/W4241879543","https://openalex.org/W4243562335","https://openalex.org/W4246414636","https://openalex.org/W4250023757","https://openalex.org/W4250687526","https://openalex.org/W4295192648","https://openalex.org/W4300870773","https://openalex.org/W4399549220","https://openalex.org/W4399575362","https://openalex.org/W4399577370","https://openalex.org/W4399585247","https://openalex.org/W4399591379","https://openalex.org/W4399637125","https://openalex.org/W6605110569","https://openalex.org/W6633076095","https://openalex.org/W6639175750","https://openalex.org/W6649267115","https://openalex.org/W6667573648","https://openalex.org/W6674385629","https://openalex.org/W6675354045","https://openalex.org/W6713589489","https://openalex.org/W6726962172","https://openalex.org/W6741634029","https://openalex.org/W6747996232","https://openalex.org/W6769764061","https://openalex.org/W6869234452","https://openalex.org/W6869484928","https://openalex.org/W6869665370","https://openalex.org/W6869734889","https://openalex.org/W6989699103"],"related_works":["https://openalex.org/W3193043704","https://openalex.org/W4386259002","https://openalex.org/W1546989560","https://openalex.org/W3171520305","https://openalex.org/W4396689146","https://openalex.org/W4200112873","https://openalex.org/W2955796858","https://openalex.org/W2004826645","https://openalex.org/W3191198889","https://openalex.org/W4399767560"],"abstract_inverted_index":{"Defect":[0],"prediction":[1,48],"models-classifiers":[2],"that":[3,10,26,59,76,127],"identify":[4],"defect-prone":[5],"software":[6],"modules-have":[7],"configurable":[8],"parameters":[9,126],"control":[11],"their":[12],"characteristics":[13],"(e.g.,":[14],"the":[15,40,91,103,122,151,189,193],"number":[16],"of":[17,42,54,94,102,121,145,150,191],"trees":[18],"in":[19,106,112,136],"a":[20,51,132],"random":[21,161],"forest).":[22],"Recent":[23],"studies":[24],"show":[25],"these":[27],"classifiers":[28,75,108],"underperform":[29],"when":[30,196],"default":[31,86],"settings":[32,118],"are":[33,77,167],"used.":[34],"In":[35],"this":[36],"paper,":[37],"we":[38,57],"study":[39,53],"impact":[41],"automated":[43,60],"parameter":[44,61,194],"optimization":[45,184],"on":[46],"defect":[47],"models.":[49],"Through":[50],"case":[52],"18":[55],"datasets,":[56],"find":[58],"optimization:":[62],"(1)":[63],"improves":[64],"AUC":[65],"performance":[66],"by":[67],"up":[68],"to":[69,148],"40":[70],"percentage":[71],"points;":[72],"(2)":[73],"yields":[74,116],"at":[78],"least":[79],"as":[80,82,97,99],"stable":[81],"those":[83],"trained":[84],"using":[85,197],"settings;":[87],"(3)":[88],"substantially":[89],"shifts":[90],"importance":[92,190],"ranking":[93],"variables,":[95],"with":[96],"few":[98],"28":[100],"percent":[101],"top-ranked":[104,111],"variables":[105],"optimized":[107,117],"also":[109],"being":[110],"non-optimized":[113],"classifiers;":[114],"(4)":[115],"for":[119],"17":[120],"20":[123],"most":[124],"sensitive":[125],"transfer":[128],"among":[129],"datasets":[130],"without":[131],"statistically":[133],"significant":[134],"drop":[135],"performance;":[137],"and":[138,163,175],"(5)":[139],"adds":[140],"less":[141],"than":[142],"30":[143],"minutes":[144],"additional":[146],"computation":[147],"12":[149],"26":[152],"studied":[153],"classification":[154,158,199],"techniques.":[155,200],"While":[156],"widely-used":[157,181],"techniques":[159,172,182],"like":[160,173],"forest":[162],"support":[164],"vector":[165],"machines":[166],"not":[168],"optimization-sensitive,":[169],"traditionally":[170],"overlooked":[171],"C5.0":[174],"neural":[176],"networks":[177],"can":[178],"actually":[179],"outperform":[180],"after":[183],"is":[185],"applied.":[186],"This":[187],"highlights":[188],"exploring":[192],"space":[195],"parameter-sensitive":[198]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":51},{"year":2024,"cited_by_count":62},{"year":2023,"cited_by_count":55},{"year":2022,"cited_by_count":58},{"year":2021,"cited_by_count":78},{"year":2020,"cited_by_count":40},{"year":2019,"cited_by_count":30},{"year":2018,"cited_by_count":13}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}