{"id":"https://openalex.org/W4388579530","doi":"https://doi.org/10.1109/tse.2023.3330510","title":"The <i>Why</i>, <i>When</i>, <i>What,</i> and <i>How</i> About Predictive Continuous Integration: A Simulation-Based Investigation","display_name":"The <i>Why</i>, <i>When</i>, <i>What,</i> and <i>How</i> About Predictive Continuous Integration: A Simulation-Based Investigation","publication_year":2023,"publication_date":"2023-11-10","ids":{"openalex":"https://openalex.org/W4388579530","doi":"https://doi.org/10.1109/tse.2023.3330510"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2023.3330510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2023.3330510","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103126336","display_name":"Bohan Liu","orcid":"https://orcid.org/0000-0002-0146-5411"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bohan Liu","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Jiangsu, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420137","display_name":"He Zhang","orcid":"https://orcid.org/0000-0002-9159-5331"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Zhang","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Jiangsu, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008884369","display_name":"Weigang Ma","orcid":"https://orcid.org/0009-0002-6353-2322"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weigang Ma","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Jiangsu, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015347907","display_name":"Gongyuan Li","orcid":"https://orcid.org/0000-0002-5802-7885"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gongyuan Li","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Jiangsu, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420135","display_name":"Shanshan Li","orcid":"https://orcid.org/0000-0002-7588-5603"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanshan Li","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Software Institute, Nanjing University, Jiangsu, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084809225","display_name":"Haifeng Shen","orcid":"https://orcid.org/0000-0002-8221-981X"},"institutions":[{"id":"https://openalex.org/I86695891","display_name":"Australian Catholic University","ror":"https://ror.org/04cxm4j25","country_code":"AU","type":"education","lineage":["https://openalex.org/I86695891"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Haifeng Shen","raw_affiliation_strings":["Peter Faber Business School, Australian Catholic University, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Peter Faber Business School, Australian Catholic University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I86695891"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103126336"],"corresponding_institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":1.8266,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.88898738,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"49","issue":"12","first_page":"5223","last_page":"5249"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.7321258187294006},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6914924383163452},{"id":"https://openalex.org/keywords/predictive-analytics","display_name":"Predictive analytics","score":0.5873233079910278},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.571687638759613},{"id":"https://openalex.org/keywords/predictive-value","display_name":"Predictive value","score":0.5519044399261475},{"id":"https://openalex.org/keywords/rollback","display_name":"Rollback","score":0.551449179649353},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.526265025138855},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.5186907052993774},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.428123414516449},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.345784991979599},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.25503045320510864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17870521545410156},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11788719892501831},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.10601884126663208}],"concepts":[{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.7321258187294006},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6914924383163452},{"id":"https://openalex.org/C83209312","wikidata":"https://www.wikidata.org/wiki/Q1053367","display_name":"Predictive analytics","level":2,"score":0.5873233079910278},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.571687638759613},{"id":"https://openalex.org/C3019719930","wikidata":"https://www.wikidata.org/wiki/Q3910099","display_name":"Predictive value","level":2,"score":0.5519044399261475},{"id":"https://openalex.org/C174220543","wikidata":"https://www.wikidata.org/wiki/Q395307","display_name":"Rollback","level":3,"score":0.551449179649353},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.526265025138855},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.5186907052993774},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.428123414516449},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.345784991979599},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25503045320510864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17870521545410156},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11788719892501831},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.10601884126663208},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2023.3330510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2023.3330510","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1135689530","display_name":null,"funder_award_id":"62302210","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3275815288","display_name":null,"funder_award_id":"72372070","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3359357779","display_name":null,"funder_award_id":"BE2021002-2","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"},{"id":"https://openalex.org/G4107073814","display_name":null,"funder_award_id":"62202219","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G949019809","display_name":null,"funder_award_id":"62072227","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327777","display_name":"Jiangsu Provincial Key Research and Development Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1500099286","https://openalex.org/W1512342684","https://openalex.org/W1514972368","https://openalex.org/W1539608110","https://openalex.org/W1544760149","https://openalex.org/W1581797854","https://openalex.org/W1594031697","https://openalex.org/W1936487748","https://openalex.org/W1998096299","https://openalex.org/W2021169264","https://openalex.org/W2022477494","https://openalex.org/W2035463687","https://openalex.org/W2040915209","https://openalex.org/W2048383687","https://openalex.org/W2051203581","https://openalex.org/W2051864823","https://openalex.org/W2065489029","https://openalex.org/W2068258779","https://openalex.org/W2090888940","https://openalex.org/W2095354281","https://openalex.org/W2100502494","https://openalex.org/W2100568614","https://openalex.org/W2119773488","https://openalex.org/W2132846943","https://openalex.org/W2137029138","https://openalex.org/W2151865982","https://openalex.org/W2161538570","https://openalex.org/W2199079160","https://openalex.org/W2295598076","https://openalex.org/W2347053969","https://openalex.org/W2494536620","https://openalex.org/W2537743619","https://openalex.org/W2603732955","https://openalex.org/W2609883903","https://openalex.org/W2703757306","https://openalex.org/W2726948491","https://openalex.org/W2731560432","https://openalex.org/W2732522303","https://openalex.org/W2740295334","https://openalex.org/W2745000922","https://openalex.org/W2772064075","https://openalex.org/W2796689293","https://openalex.org/W2807786268","https://openalex.org/W2911964244","https://openalex.org/W2914489208","https://openalex.org/W2920526824","https://openalex.org/W3001461005","https://openalex.org/W3007010473","https://openalex.org/W3019560754","https://openalex.org/W3021134120","https://openalex.org/W3037824585","https://openalex.org/W3059397974","https://openalex.org/W3091592993","https://openalex.org/W3124882526","https://openalex.org/W3142849067","https://openalex.org/W3149919155","https://openalex.org/W3150763107","https://openalex.org/W3162465489","https://openalex.org/W4254182148","https://openalex.org/W4255375128","https://openalex.org/W6687453907","https://openalex.org/W6780023810"],"related_works":["https://openalex.org/W4205686051","https://openalex.org/W3108868229","https://openalex.org/W4206275624","https://openalex.org/W3189884647","https://openalex.org/W4313451520","https://openalex.org/W4256001538","https://openalex.org/W3203664106","https://openalex.org/W3004358060","https://openalex.org/W4251864566","https://openalex.org/W4224092800"],"abstract_inverted_index":{"Continuous":[0],"Integration":[1],"(CI)":[2],"enables":[3],"developers":[4],"to":[5,40,55,63,75,80,85,98,124,154,240],"detect":[6],"defects":[7],"early":[8],"and":[9,18,73,83,110,156,179,196,217,237],"thus":[10],"reduce":[11,41],"lead":[12],"time.":[13],"However,":[14],"the":[15,116,127,145,157,167,191,244],"high":[16],"frequency":[17,175],"long":[19],"duration":[20],"of":[21,119,130,147,193,230,246],"executing":[22,162],"CI":[23,37,66,88,102,142,163,214,232],"have":[24,33],"a":[25,68,100,105],"detrimental":[26],"effect":[27],"on":[28,35],"this":[29],"practice.":[30],"Existing":[31],"studies":[32],"focused":[34],"using":[36,49,140],"outcome":[38],"predictors":[39,79],"frequency.":[42],"Since":[43],"there":[44],"is":[45,53],"no":[46],"reported":[47],"project":[48],"predictive":[50,65,87,101,141,231],"CI,":[51,148],"it":[52],"difficult":[54],"evaluate":[56],"its":[57],"economic":[58],"impact.":[59],"This":[60],"research":[61],"aims":[62],"investigate":[64],"from":[67],"process":[69,103],"perspective,":[70],"including":[71],"why":[72],"when":[74],"adopt":[76],"predictors,":[77],"what":[78],"be":[81,200],"used,":[82],"how":[84],"practice":[86],"in":[89,133,210,234],"real":[90],"projects.":[91],"We":[92,114],"innovatively":[93],"employ":[94],"Software":[95],"Process":[96],"Simulation":[97,107],"simulate":[99],"with":[104,172,187,243],"Discrete-Event":[106],"(DES)":[108],"model":[109],"conduct":[111],"simulation-based":[112],"experiments.":[113],"develop":[115],"Rollback-based":[117],"Identification":[118],"Defective":[120],"Commits":[121],"(RIDEC)":[122],"method":[123],"account":[125],"for":[126],"negative":[128],"effects":[129],"false":[131],"predictions":[132,198],"simulations.":[134],"Experimental":[135],"results":[136],"show":[137],"that:":[138],"1)":[139],"generally":[143],"improves":[144],"effectiveness":[146],"reducing":[149],"time":[150,160,188,216],"costs":[151],"by":[152,164],"up":[153],"36.8%":[155],"average":[158],"waiting":[159],"before":[161],"90.5%;":[165],"2)":[166],"time-saving":[168],"varies":[169],"across":[170],"projects,":[171],"higher":[173],"commit":[174],"projects":[176],"benefiting":[177],"more;":[178],"3)":[180],"predictor":[181],"performance":[182,222],"does":[183],"not":[184],"strongly":[185],"correlate":[186],"savings,":[189],"but":[190,219],"precision":[192],"both":[194],"failed":[195],"passed":[197],"should":[199],"paid":[201],"more":[202],"attention.":[203],"Simulation-based":[204],"evaluation":[205],"helps":[206],"identify":[207],"overlooked":[208],"aspects":[209],"existing":[211],"research.":[212],"Predictive":[213],"saves":[215],"resources,":[218],"improved":[220],"prediction":[221],"has":[223],"limited":[224],"cost-saving":[225],"benefits.":[226],"The":[227],"primary":[228],"value":[229],"lies":[233],"providing":[235],"accurate":[236],"quick":[238],"feedback":[239],"developers,":[241],"aligning":[242],"goal":[245],"CI.":[247]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}