{"id":"https://openalex.org/W2967325635","doi":"https://doi.org/10.1145/3338906.3338944","title":"Bisecting commits and modeling commit risk during testing","display_name":"Bisecting commits and modeling commit risk during testing","publication_year":2019,"publication_date":"2019-08-09","ids":{"openalex":"https://openalex.org/W2967325635","doi":"https://doi.org/10.1145/3338906.3338944","mag":"2967325635"},"language":"en","primary_location":{"id":"doi:10.1145/3338906.3338944","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3338906.3338944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083468857","display_name":"Armin Najafi","orcid":null},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Armin Najafi","raw_affiliation_strings":["Concordia University, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020289098","display_name":"Peter C. Rigby","orcid":"https://orcid.org/0000-0003-1137-4297"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Peter C. Rigby","raw_affiliation_strings":["Concordia University, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056378414","display_name":"Weiyi Shang","orcid":"https://orcid.org/0000-0001-6222-7444"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Weiyi Shang","raw_affiliation_strings":["Concordia University, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I60158472"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"279","last_page":"289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.7704274654388428},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7329109907150269},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.521294116973877},{"id":"https://openalex.org/keywords/acceptance-testing","display_name":"Acceptance testing","score":0.48027825355529785},{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.47237542271614075},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.4650598168373108},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.46394631266593933},{"id":"https://openalex.org/keywords/non-regression-testing","display_name":"Non-regression testing","score":0.45787569880485535},{"id":"https://openalex.org/keywords/risk-based-testing","display_name":"Risk-based testing","score":0.4490247964859009},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.427751749753952},{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.4235313832759857},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.18522289395332336},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.13447192311286926},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1336939036846161},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12929674983024597},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.1126471757888794},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.08965680003166199},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.07903265953063965}],"concepts":[{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.7704274654388428},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7329109907150269},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.521294116973877},{"id":"https://openalex.org/C131377759","wikidata":"https://www.wikidata.org/wiki/Q322514","display_name":"Acceptance testing","level":2,"score":0.48027825355529785},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.47237542271614075},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.4650598168373108},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.46394631266593933},{"id":"https://openalex.org/C86469151","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Non-regression testing","level":5,"score":0.45787569880485535},{"id":"https://openalex.org/C37945671","wikidata":"https://www.wikidata.org/wiki/Q7336207","display_name":"Risk-based testing","level":5,"score":0.4490247964859009},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.427751749753952},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.4235313832759857},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.18522289395332336},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.13447192311286926},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1336939036846161},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12929674983024597},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.1126471757888794},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.08965680003166199},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.07903265953063965},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3338906.3338944","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3338906.3338944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/12","score":0.47999998927116394,"display_name":"Responsible consumption and production"}],"awards":[{"id":"https://openalex.org/G2175374330","display_name":null,"funder_award_id":"CRDPJ 502012 - 16","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W66570796","https://openalex.org/W613215723","https://openalex.org/W1518164757","https://openalex.org/W1522741019","https://openalex.org/W1548502856","https://openalex.org/W1655956671","https://openalex.org/W1907695965","https://openalex.org/W1983537749","https://openalex.org/W1991292921","https://openalex.org/W2007705030","https://openalex.org/W2009389031","https://openalex.org/W2011273231","https://openalex.org/W2033281747","https://openalex.org/W2045530509","https://openalex.org/W2053873374","https://openalex.org/W2067490448","https://openalex.org/W2080066761","https://openalex.org/W2093125667","https://openalex.org/W2098673848","https://openalex.org/W2099137702","https://openalex.org/W2104959783","https://openalex.org/W2105672266","https://openalex.org/W2107692981","https://openalex.org/W2108769867","https://openalex.org/W2114124859","https://openalex.org/W2123127356","https://openalex.org/W2128666163","https://openalex.org/W2132887549","https://openalex.org/W2133368849","https://openalex.org/W2142481192","https://openalex.org/W2147386665","https://openalex.org/W2150874999","https://openalex.org/W2151553346","https://openalex.org/W2151666086","https://openalex.org/W2158744032","https://openalex.org/W2160988203","https://openalex.org/W2163732854","https://openalex.org/W2164403426","https://openalex.org/W2170204382","https://openalex.org/W2500911121","https://openalex.org/W2589663975","https://openalex.org/W2594511738","https://openalex.org/W2599212561","https://openalex.org/W2740565296","https://openalex.org/W2744300257","https://openalex.org/W2763463216","https://openalex.org/W2887758210","https://openalex.org/W2900453375","https://openalex.org/W2901387825","https://openalex.org/W2933249718","https://openalex.org/W4229730107","https://openalex.org/W4236479186","https://openalex.org/W4244652751","https://openalex.org/W6652271576"],"related_works":["https://openalex.org/W2127857760","https://openalex.org/W2042229417","https://openalex.org/W1604038184","https://openalex.org/W2153411587","https://openalex.org/W2131290059","https://openalex.org/W2162694379","https://openalex.org/W2187840912","https://openalex.org/W4232229155","https://openalex.org/W2119352125","https://openalex.org/W643015529"],"abstract_inverted_index":{"Software":[0],"testing":[1,83,137,153,166,190,198],"is":[2,22,63,335],"one":[3],"of":[4,54,81,89,104,122,130,136,151,165,193,224,235,262,269,339],"the":[5,9,18,44,52,55,58,73,79,87,90,117,128,134,149,178,215,233,246,260,267,292,337],"costliest":[6],"stages":[7],"in":[8,39,43,75,138,154,272,298,336],"software":[10,158],"development":[11],"life":[12],"cycle.":[13],"One":[14],"approach":[15,307],"to":[16,23,47,50,111,115,174,197,249,258,312,315,332,342],"reducing":[17],"test":[19,27,97,106,113,194,226,243,281,309],"execution":[20,282],"cost":[21,135,247],"group":[24],"changes":[25],"and":[26,126,176,212,240,279,329],"them":[28],"as":[29,218],"a":[30,40,69,76,101,105,203,221,252,273,276,280,299,330],"batch":[31,33,45,82,131,152,170,189,274],"(i.e.":[32,68],"testing).":[34],"However,":[35],"when":[36],"tests":[37,209],"fail":[38,213],"batch,":[41],"commits":[42,74,287,295],"need":[46],"be":[48],"re-tested":[49],"identify":[51],"cause":[53],"failure,":[56],"i.e.":[57],"culprit":[59],"commit.":[60],"The":[61,285,320],"re-testing":[62],"typically":[64],"done":[65],"through":[66,72],"bisection":[67,257,318,334],"binary":[70],"search":[71],"batch).":[77],"Intuitively,":[78],"effectiveness":[80,150],"highly":[84],"depends":[85],"on":[86,133,148,214,228],"size":[88],"batch.":[91,302],"Larger":[92],"batches":[93],"require":[94],"fewer":[95],"initial":[96],"runs,":[98],"but":[99],"have":[100,322],"higher":[102],"chance":[103],"failure":[107],"that":[108,124,188,210,242],"can":[109],"lead":[110],"expensive":[112],"re-runs":[114],"find":[116,177,241],"culprit.":[118],"We":[119,231,265],"are":[120,220,288,296],"unaware":[121],"research":[123],"investigates":[125],"simulates":[127],"impact":[129],"sizes":[132,171],"industry.":[139],"In":[140,202,251],"this":[141],"work,":[142],"we":[143,168,206,255],"first":[144],"conduct":[145],"empirical":[146],"studies":[147],"three":[155],"large-scale":[156],"industrial":[157],"systems":[159],"at":[160,327],"Ericsson.":[161],"Using":[162],"9":[163],"months":[164],"data,":[167],"simulate":[169],"from":[172],"1":[173],"20":[175],"most":[179],"cost-effective":[180],"BatchSize":[181],"for":[182,237],"each":[183,199,238,270],"project.":[184],"Our":[185],"results":[186,321],"show":[187],"saves":[191],"72%":[192],"executions":[195,227,310],"compared":[196,314],"commit":[200,217,271],"individually.":[201],"second":[204],"simulation,":[205,254],"incorporate":[207],"flaky":[208],"pass":[211],"same":[216],"they":[219],"significant":[222],"source":[223],"additional":[225],"large":[229],"projects.":[230],"model":[232,266,278],"degree":[234],"flakiness":[236,244],"project":[239],"reduces":[245],"savings":[248],"42%.":[250],"third":[253],"guide":[256,333],"reduce":[259,308],"likelihood":[261],"batch-testing":[263],"failures.":[264],"riskiness":[268],"using":[275],"bug":[277],"history":[283],"model.":[284],"risky":[286,294],"tested":[289,297],"individually,":[290],"while":[291],"less":[293],"single":[300],"larger":[301],"Culprit":[303],"predictions":[304],"with":[305],"our":[306],"up":[311],"9%":[313],"Ericsson's":[316,343],"current":[317],"approach.":[319],"been":[323],"adopted":[324],"by":[325],"developers":[326],"Ericsson":[328],"tool":[331],"process":[338],"being":[340],"added":[341],"continuous":[344],"integration":[345],"pipeline.":[346]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}