{"id":"https://openalex.org/W4413779807","doi":"https://doi.org/10.1145/3764864","title":"The Impact of Class Noise-handling on the Effectiveness of Machine Learning-based Methods for Build Outcome and Code Change Request Predictions","display_name":"The Impact of Class Noise-handling on the Effectiveness of Machine Learning-based Methods for Build Outcome and Code Change Request Predictions","publication_year":2025,"publication_date":"2025-08-28","ids":{"openalex":"https://openalex.org/W4413779807","doi":"https://doi.org/10.1145/3764864"},"language":"en","primary_location":{"id":"doi:10.1145/3764864","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3764864","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3764864","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3764864","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031241279","display_name":"Khaled Al-Sabbagh","orcid":"https://orcid.org/0000-0003-2571-5099"},"institutions":[{"id":"https://openalex.org/I881427289","display_name":"University of Gothenburg","ror":"https://ror.org/01tm6cn81","country_code":"SE","type":"education","lineage":["https://openalex.org/I881427289"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Khaled Al-Sabbagh","raw_affiliation_strings":["University of Gothenburg, Goteborg, Sweden","University of Gothenburg, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-2571-5099","affiliations":[{"raw_affiliation_string":"University of Gothenburg, Goteborg, Sweden","institution_ids":["https://openalex.org/I881427289"]},{"raw_affiliation_string":"University of Gothenburg, Sweden","institution_ids":["https://openalex.org/I881427289"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074020697","display_name":"Miroslaw Staron","orcid":"https://orcid.org/0000-0002-9052-0864"},"institutions":[{"id":"https://openalex.org/I881427289","display_name":"University of Gothenburg","ror":"https://ror.org/01tm6cn81","country_code":"SE","type":"education","lineage":["https://openalex.org/I881427289"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Miroslaw Staron","raw_affiliation_strings":["University of Gothenburg, Goteborg, Sweden","University of Gothenburg, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-9052-0864","affiliations":[{"raw_affiliation_string":"University of Gothenburg, Goteborg, Sweden","institution_ids":["https://openalex.org/I881427289"]},{"raw_affiliation_string":"University of Gothenburg, Sweden","institution_ids":["https://openalex.org/I881427289"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017449010","display_name":"Regina Hebig","orcid":"https://orcid.org/0000-0002-1459-2081"},"institutions":[{"id":"https://openalex.org/I4665924","display_name":"University of Rostock","ror":"https://ror.org/03zdwsf69","country_code":"DE","type":"education","lineage":["https://openalex.org/I4665924"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Regina Hebig","raw_affiliation_strings":["University of Rostock, Rostock, Germany","University of Rostock, Germany"],"raw_orcid":"https://orcid.org/0000-0002-1459-2081","affiliations":[{"raw_affiliation_string":"University of Rostock, Rostock, Germany","institution_ids":["https://openalex.org/I4665924"]},{"raw_affiliation_string":"University of Rostock, Germany","institution_ids":["https://openalex.org/I4665924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31302851,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":"6","first_page":"1","last_page":"66"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8663576245307922},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.6166254281997681},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.5924229621887207},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5496267080307007},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.41114044189453125},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4025285840034485},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35324668884277344},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.32599353790283203},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.22357633709907532}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8663576245307922},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.6166254281997681},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.5924229621887207},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5496267080307007},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.41114044189453125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4025285840034485},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35324668884277344},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.32599353790283203},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.22357633709907532},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3764864","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3764864","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3764864","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3764864","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3764864","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3764864","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413779807.pdf"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1595276678","https://openalex.org/W1666942233","https://openalex.org/W1996575035","https://openalex.org/W2003529494","https://openalex.org/W2007417114","https://openalex.org/W2043223258","https://openalex.org/W2101728371","https://openalex.org/W2107498895","https://openalex.org/W2125886624","https://openalex.org/W2126326838","https://openalex.org/W2144129629","https://openalex.org/W2164873210","https://openalex.org/W2172232422","https://openalex.org/W2523268328","https://openalex.org/W2601606535","https://openalex.org/W2724265843","https://openalex.org/W2745000922","https://openalex.org/W2767841318","https://openalex.org/W2797928606","https://openalex.org/W2808429234","https://openalex.org/W2888303318","https://openalex.org/W2921312506","https://openalex.org/W2997591727","https://openalex.org/W2997655715","https://openalex.org/W2999173898","https://openalex.org/W3004121134","https://openalex.org/W3093849270","https://openalex.org/W3098605233","https://openalex.org/W3099802519","https://openalex.org/W3156669901","https://openalex.org/W3164087770","https://openalex.org/W3195238303","https://openalex.org/W3199492424","https://openalex.org/W3216109844","https://openalex.org/W3217001695","https://openalex.org/W4229772528","https://openalex.org/W4230616356","https://openalex.org/W4239613409","https://openalex.org/W4245902261","https://openalex.org/W4283214145","https://openalex.org/W4308627374","https://openalex.org/W4308627400","https://openalex.org/W4313142332","https://openalex.org/W4393679133","https://openalex.org/W4396679425"],"related_works":["https://openalex.org/W2978999882","https://openalex.org/W3141031773","https://openalex.org/W4411790904","https://openalex.org/W1595686156","https://openalex.org/W2258727049","https://openalex.org/W2181392282","https://openalex.org/W2119369480","https://openalex.org/W148937441","https://openalex.org/W2048777860","https://openalex.org/W2153369162"],"abstract_inverted_index":{"Machine":[0],"learning-based":[1],"methods":[2,18],"are":[3],"increasingly":[4],"used":[5],"to":[6,26,45,53,168,174,187,193,231,271,280],"optimize":[7],"build":[8,149,158,212,285],"processes":[9],"and":[10,31,42,88,121,126,134,151,170,189,287],"accelerate":[11],"the":[12,35,55,73,82,110,164,183,202,272,282],"integration":[13],"of":[14,22,49,57,76,85,99,112,204,275,284],"software":[15,63],"code.":[16],"These":[17],"leverage":[19],"large":[20],"volumes":[21],"historical":[23],"code":[24,40,64,90,153,178,205,276,289],"changes":[25,65,277],"train":[27],"models":[28,79],"on":[29,72,224],"predicting":[30,81],"preventing":[32],"issues":[33],"in":[34,62,147,201,244],"codebase":[36],"that":[37,139,238,267],"could":[38],"delay":[39],"integrations":[41],"features":[43],"delivery":[44],"end-users.":[46],"The":[47,195],"objective":[48],"this":[50,93],"study":[51],"is":[52,278],"examine":[54],"impact":[56,223],"handling":[58],"class":[59],"noise":[60],"present":[61],"collected":[66],"from":[67,104,166,172,185,191],"Continuous":[68],"Integration":[69],"(CI)":[70],"systems":[71],"predictive":[74,145],"performance":[75,146,226],"machine":[77],"learning":[78],"for":[80,211],"execution":[83],"outcome":[84,150,159,213],"CI":[86],"builds":[87],"negative":[89,152,177,288],"reviews.":[91],"In":[92,176],"study,":[94],"we":[95],"conduct":[96],"a":[97],"series":[98],"computational":[100],"experiments":[101],"using":[102],"data":[103,274],"110":[105],"Java":[106],"open-source":[107],"projects,":[108],"examining":[109],"effectiveness":[111],"two":[113,127],"removal-based":[114,140,232,262,269],"statistical":[115],"techniques":[116,129,141,263,270],"-":[117,125,130],"Majority":[118],"Filter":[119,123],"(MF)":[120],"Consensus":[122],"(CF)":[124],"corrective":[128],"Domain":[131],"Knowledge-based":[132],"(DB)":[133],"CleanLab.":[135],"Our":[136],"results":[137],"show":[138,237],"significantly":[142],"improve":[143,250,281],"model":[144,225,251],"both":[148],"review":[154,179,206,290],"prediction":[155,283],"tasks.":[156],"For":[157],"prediction,":[160],"applying":[161,268],"MF":[162,181],"increased":[163],"F1-score":[165,184],"82%":[167],"97%,":[169],"MCC":[171,190],"0.13":[173],"0.58.":[175],"predictions,":[180,220],"improved":[182],"17%":[186],"53%,":[188],"\u22120.03":[192],"0.57.":[194],"DB":[196],"technique":[197],"was":[198,227],"effective":[199],"primarily":[200],"context":[203],"comments":[207],"but":[208],"less":[209],"so":[210],"predictions.":[214],"While":[215],"CleanLab":[216],"yielded":[217],"more":[218,228],"consistent":[219],"its":[221],"overall":[222],"moderate":[229],"compared":[230],"techniques.":[233],"Additionally,":[234],"our":[235],"findings":[236],"hyperparameter":[239],"tuning,":[240],"applied":[241],"independently":[242],"or":[243],"combination":[245],"with":[246],"CleanLab,":[247],"can":[248],"further":[249],"performance;":[252],"however,":[253],"these":[254],"gains":[255],"did":[256],"not":[257],"surpass":[258],"those":[259],"achieved":[260],"by":[261],"alone.":[264],"We":[265],"conclude":[266],"training":[273],"necessary":[279],"outcomes":[286],"comments.":[291]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}