{"id":"https://openalex.org/W3021134120","doi":"https://doi.org/10.1145/3383219.3383222","title":"An Experimental Evaluation of Imbalanced Learning and Time-Series Validation in the Context of CI/CD Prediction","display_name":"An Experimental Evaluation of Imbalanced Learning and Time-Series Validation in the Context of CI/CD Prediction","publication_year":2020,"publication_date":"2020-04-15","ids":{"openalex":"https://openalex.org/W3021134120","doi":"https://doi.org/10.1145/3383219.3383222","mag":"3021134120"},"language":"en","primary_location":{"id":"doi:10.1145/3383219.3383222","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3383219.3383222","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103126336","display_name":"Bohan Liu","orcid":"https://orcid.org/0000-0002-0146-5411"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bohan Liu","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026112717","display_name":"He Zhang","orcid":"https://orcid.org/0000-0002-1669-1358"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Zhang","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030814744","display_name":"Lanxin Yang","orcid":"https://orcid.org/0000-0002-0406-2263"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lanxin Yang","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031585939","display_name":"Liming Dong","orcid":"https://orcid.org/0000-0002-4020-3473"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liming Dong","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084809225","display_name":"Haifeng Shen","orcid":"https://orcid.org/0000-0002-8221-981X"},"institutions":[{"id":"https://openalex.org/I86695891","display_name":"Australian Catholic University","ror":"https://ror.org/04cxm4j25","country_code":"AU","type":"education","lineage":["https://openalex.org/I86695891"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Haifeng Shen","raw_affiliation_strings":["Australian Catholic University, Sydney, New South Wales, Australia"],"affiliations":[{"raw_affiliation_string":"Australian Catholic University, Sydney, New South Wales, Australia","institution_ids":["https://openalex.org/I86695891"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068567831","display_name":"Kaiwen Song","orcid":"https://orcid.org/0000-0001-5578-9537"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiwen Song","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103126336"],"corresponding_institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.5563,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.74454026,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"21","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7118226885795593},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6745866537094116},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6091484427452087},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.549017071723938},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5445876121520996},{"id":"https://openalex.org/keywords/cross-validation","display_name":"Cross-validation","score":0.5310431122779846},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5208683013916016},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5148817300796509},{"id":"https://openalex.org/keywords/data-validation","display_name":"Data validation","score":0.5035416483879089},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.48325473070144653},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.4721560478210449},{"id":"https://openalex.org/keywords/model-validation","display_name":"Model validation","score":0.45541951060295105},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.17083871364593506}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7118226885795593},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6745866537094116},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6091484427452087},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.549017071723938},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5445876121520996},{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.5310431122779846},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5208683013916016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5148817300796509},{"id":"https://openalex.org/C92446256","wikidata":"https://www.wikidata.org/wiki/Q3306762","display_name":"Data validation","level":2,"score":0.5035416483879089},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.48325473070144653},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.4721560478210449},{"id":"https://openalex.org/C3019813237","wikidata":"https://www.wikidata.org/wiki/Q65089264","display_name":"Model validation","level":2,"score":0.45541951060295105},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.17083871364593506},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3383219.3383222","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3383219.3383222","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:researchbank.acu.edu.au:flb_pub-2557","is_oa":false,"landing_page_url":"https://researchbank.acu.edu.au/flb_pub/1558","pdf_url":null,"source":{"id":"https://openalex.org/S4306401783","display_name":"Research Bank (Australian Catholic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I86695891","host_organization_name":"Australian Catholic University","host_organization_lineage":["https://openalex.org/I86695891"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty of Law and Business Publications","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8734676685","display_name":null,"funder_award_id":"6157225","funder_id":"https://openalex.org/F4320327720","funder_display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320327720","display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W83133245","https://openalex.org/W85350352","https://openalex.org/W146100937","https://openalex.org/W321037060","https://openalex.org/W1534477342","https://openalex.org/W1564363189","https://openalex.org/W1576442155","https://openalex.org/W1581797854","https://openalex.org/W1618905105","https://openalex.org/W1678356000","https://openalex.org/W1941659294","https://openalex.org/W1965895350","https://openalex.org/W1979459287","https://openalex.org/W1981552604","https://openalex.org/W1993220166","https://openalex.org/W2022477494","https://openalex.org/W2023299139","https://openalex.org/W2040615655","https://openalex.org/W2088950943","https://openalex.org/W2095354281","https://openalex.org/W2096945460","https://openalex.org/W2100502494","https://openalex.org/W2104167780","https://openalex.org/W2104933073","https://openalex.org/W2107498895","https://openalex.org/W2112627523","https://openalex.org/W2118978333","https://openalex.org/W2131904035","https://openalex.org/W2132791018","https://openalex.org/W2133064331","https://openalex.org/W2137029138","https://openalex.org/W2144182447","https://openalex.org/W2148143831","https://openalex.org/W2151666086","https://openalex.org/W2161538570","https://openalex.org/W2163667253","https://openalex.org/W2179438935","https://openalex.org/W2199079160","https://openalex.org/W2367510657","https://openalex.org/W2474835145","https://openalex.org/W2476464413","https://openalex.org/W2477400917","https://openalex.org/W2521200999","https://openalex.org/W2552369845","https://openalex.org/W2703757306","https://openalex.org/W2708006483","https://openalex.org/W2726948491","https://openalex.org/W2737319015","https://openalex.org/W2745000922","https://openalex.org/W2772064075","https://openalex.org/W2896236534","https://openalex.org/W2911964244","https://openalex.org/W2967556797","https://openalex.org/W2999549716","https://openalex.org/W3085162807","https://openalex.org/W3104887532","https://openalex.org/W4254182148"],"related_works":["https://openalex.org/W816105089","https://openalex.org/W2100523380","https://openalex.org/W4254524906","https://openalex.org/W3011444647","https://openalex.org/W3048572280","https://openalex.org/W2095987352","https://openalex.org/W2044298310","https://openalex.org/W4249858832","https://openalex.org/W3207949591","https://openalex.org/W4313596163"],"abstract_inverted_index":{"Background:":[0],"Machine":[1],"Learning":[2],"(ML)":[3],"has":[4,193],"been":[5],"widely":[6],"used":[7,225],"as":[8,162],"a":[9,112,159,194],"powerful":[10],"tool":[11],"to":[12,29,34,59,79,102,226,238,248],"support":[13],"Software":[14],"Engineering":[15],"(SE).":[16],"The":[17,164,188,244],"fundamental":[18],"assumptions":[19,206],"of":[20,42,56,82,97,150,166,181,190,207,219,231],"data":[21,57,107,120,191],"characteristics":[22,55,108],"required":[23],"for":[24,71,115,185,216],"specific":[25],"ML":[26,210],"methods":[27,211],"have":[28],"be":[30,60,213,236],"carefully":[31],"considered":[32,215],"prior":[33],"their":[35],"applications":[36],"in":[37,62,154,178,254],"SE.":[38],"Within":[39],"the":[40,66,80,95,105,119,148,151,167,175,179,205,208,217,228,239,250],"context":[41],"Continuous":[43,47],"Integration":[44],"(CI)":[45],"and":[46,109,139,203],"Deployment":[48],"(CD)":[49],"practices,":[50],"there":[51,157],"are":[52,73,89,158,172],"two":[53,106],"vital":[54],"prone":[58],"violated":[61],"SE":[63],"research.":[64,220,257],"First,":[65],"logs":[67,88],"generated":[68],"during":[69],"CI/CD":[70,117,133],"training":[72],"imbalanced":[74,170],"data,":[75,92],"which":[76,93],"is":[77,224],"contrary":[78],"principles":[81],"common":[83],"balanced":[84,176,186],"classifiers;":[85],"second,":[86],"these":[87],"also":[90],"time-series":[91,242],"violates":[94],"assumption":[96],"cross-validation.":[98],"Objective:":[99],"We":[100,125],"aim":[101],"systematically":[103],"study":[104,129],"further":[110],"provide":[111],"comprehensive":[113],"evaluation":[114,143,149,251],"predictive":[116,134],"with":[118,241],"from":[121],"real":[122],"projects.":[123],"Method:":[124],"conduct":[126],"an":[127],"experimental":[128],"that":[130,145],"evaluates":[131],"67":[132],"models":[135,152,171,177],"using":[136],"both":[137],"cross-validation":[138,146,233],"time-series-validation.":[140],"Results:":[141],"Our":[142],"shows":[144],"makes":[147],"optimistic":[153],"most":[155],"cases,":[156],"few":[160],"counter-examples":[161],"well.":[163],"performance":[165,230],"top":[168],"10":[169],"better":[173],"than":[174],"predictions":[180],"failed":[182],"builds,":[183],"even":[184],"data.":[187],"degree":[189],"imbalance":[192],"negative":[195],"impact":[196],"on":[197],"prediction":[198],"performance.":[199],"Conclusion:":[200],"In":[201],"research":[202,245],"practice,":[204],"various":[209],"should":[212],"seriously":[214],"validity":[218],"Even":[221],"if":[222],"it":[223],"compare":[227],"relative":[229],"models,":[232],"may":[234],"not":[235],"applicable":[237],"problems":[240],"features.":[243],"community":[246],"need":[247],"revisit":[249],"results":[252],"reported":[253],"some":[255],"existing":[256]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}