{"id":"https://openalex.org/W3136563894","doi":"https://doi.org/10.1007/978-3-030-72016-2_15","title":"Probabilistic and Systematic Coverage of Consecutive Test-Method Pairs for Detecting Order-Dependent Flaky Tests","display_name":"Probabilistic and Systematic Coverage of Consecutive Test-Method Pairs for Detecting Order-Dependent Flaky Tests","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3136563894","doi":"https://doi.org/10.1007/978-3-030-72016-2_15","mag":"3136563894"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-72016-2_15","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-72016-2_15","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-030-72016-2_15.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-030-72016-2_15.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017132290","display_name":"Anjiang Wei","orcid":"https://orcid.org/0000-0003-1654-6027"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Anjiang Wei","raw_affiliation_strings":["Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030371417","display_name":"Pu Yi","orcid":"https://orcid.org/0000-0001-6669-6520"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pu Yi","raw_affiliation_strings":["Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048118068","display_name":"Tao Xie","orcid":"https://orcid.org/0000-0002-6731-216X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Xie","raw_affiliation_strings":["Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081289583","display_name":"Darko Marinov","orcid":"https://orcid.org/0000-0001-5023-3492"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Darko Marinov","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036039220","display_name":"Wing Lam","orcid":"https://orcid.org/0000-0003-2243-1218"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wing Lam","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5017132290"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":4.671,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.94133333,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"270","last_page":"287"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.757904589176178},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6346216201782227},{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.593921422958374},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.576670229434967},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5577462911605835},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.5575696229934692},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5058574080467224},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4212300181388855},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.4132893681526184},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.35830044746398926},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3235604166984558},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.32149994373321533},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2474830150604248},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2275775969028473},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18974119424819946}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.757904589176178},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6346216201782227},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.593921422958374},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.576670229434967},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5577462911605835},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.5575696229934692},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5058574080467224},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4212300181388855},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4132893681526184},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.35830044746398926},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3235604166984558},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.32149994373321533},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2474830150604248},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2275775969028473},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18974119424819946},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-030-72016-2_15","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-72016-2_15","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-030-72016-2_15.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:pubmedcentral.nih.gov:7979169","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7979169","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Tools and Algorithms for the Construction and Analysis of Systems","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/978-3-030-72016-2_15","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-72016-2_15","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-030-72016-2_15.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3347738032","display_name":"CSR: Medium: Augmenting Logs with Static Analysis and Symbolic Execution","funder_award_id":"1564274","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4139285423","display_name":"SHF: Small: Science and Tools for Intelligent Developer Testing","funder_award_id":"1816615","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4755098675","display_name":"SHF: Medium: Collaborative Research: Enhancing Continuous Integration Testing for the Open-Source Ecosystem","funder_award_id":"1763788","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6391012684","display_name":null,"funder_award_id":"CCF-1763788","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7115607394","display_name":"CPS: Synergy: Collaborative Research: Support for Security and Safety of Programmable IoT Systems","funder_award_id":"1646305","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7692819673","display_name":null,"funder_award_id":"CCF-1816615","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3136563894.pdf","grobid_xml":"https://content.openalex.org/works/W3136563894.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1792530251","https://openalex.org/W1976954202","https://openalex.org/W2009389031","https://openalex.org/W2014515160","https://openalex.org/W2026926213","https://openalex.org/W2040923543","https://openalex.org/W2051559996","https://openalex.org/W2051742761","https://openalex.org/W2073655054","https://openalex.org/W2075699551","https://openalex.org/W2079811826","https://openalex.org/W2107500604","https://openalex.org/W2117487010","https://openalex.org/W2170224888","https://openalex.org/W2226402862","https://openalex.org/W2589663975","https://openalex.org/W2591823109","https://openalex.org/W2594511738","https://openalex.org/W2786619380","https://openalex.org/W2901387825","https://openalex.org/W2951170114","https://openalex.org/W2957454295","https://openalex.org/W2968086426","https://openalex.org/W3040168066","https://openalex.org/W3042770293","https://openalex.org/W3090144865","https://openalex.org/W3102799430","https://openalex.org/W3110368543","https://openalex.org/W4233654496","https://openalex.org/W4245116308"],"related_works":["https://openalex.org/W2024254950","https://openalex.org/W2547155723","https://openalex.org/W3023029839","https://openalex.org/W3015365135","https://openalex.org/W1996517887","https://openalex.org/W2951382384","https://openalex.org/W3133723648","https://openalex.org/W2337791854","https://openalex.org/W3125821053","https://openalex.org/W2165830857"],"abstract_inverted_index":{"Abstract":[0],"Software":[1],"developers":[2,46,95],"frequently":[3],"check":[4],"their":[5,15,49,103],"code":[6,29,51],"changes":[7,52],"by":[8],"running":[9,223,231],"a":[10,39,184,199],"set":[11,84],"of":[12,64,85,163,208],"tests":[13,34,37,66,86,92,99,149,215,228],"against":[14],"code.":[16,104],"Tests":[17],"that":[18,128,138,146,166,216],"can":[19,44,72,96,140],"nondeterministically":[20],"pass":[21,74],"or":[22,75],"fail":[23,76],"when":[24,53],"run":[25],"on":[26,78,151,218],"the":[27,54,79,83,107,164,177,194],"same":[28],"version":[30],"are":[31,38,56,87],"called":[32],"flaky":[33,65],".":[35],"These":[36],"major":[40],"problem":[41],"because":[42],"they":[43,101],"mislead":[45],"to":[47,58,106,111,131,156,192,202,211],"debug":[48],"recent":[50],"failures":[55],"unrelated":[57],"these":[59,98],"changes.":[60],"One":[61],"prominent":[62],"category":[63],"is":[67],"order-dependent":[68],"(OD)":[69],"tests,":[70,144,209],"which":[71,82],"deterministically":[73],"depending":[77],"order":[80],"in":[81,93],"run.":[88],"By":[89],"detecting":[90],"OD":[91,133,143,148,170,214],"advance,":[94],"fix":[97],"before":[100],"change":[102,186],"Due":[105],"high":[108],"cost":[109],"required":[110],"explore":[112,204],"all":[113,205,213,232],"possible":[114],"orders":[115,130,168,191,226],"(":[116],"n":[117,121],"!":[118],"permutations":[119],"for":[120,187],"tests),":[122],"prior":[123],"work":[124],"has":[125],"developed":[126],"tools":[127],"randomize":[129],"detect":[132,141,169,212],"tests.":[134,171],"Experiments":[135],"have":[136],"shown":[137],"randomization":[139],"many":[142],"and":[145,181,227],"most":[147],"depend":[150,217],"just":[152],"one":[153,219],"other":[154,220],"test":[155,190,233],"fail.":[157],"However,":[158],"there":[159],"was":[160],"no":[161],"analysis":[162,180],"probability":[165],"randomized":[167],"In":[172],"this":[173],"paper,":[174],"we":[175],"present":[176,183,198],"first":[178],"such":[179],"also":[182],"simple":[185],"sampling":[188],"random":[189],"increase":[193],"probability.":[195],"We":[196],"finally":[197],"novel":[200],"algorithm":[201],"systematically":[203],"consecutive":[206],"pairs":[207],"guaranteeing":[210],"test,":[221],"while":[222],"substantially":[224],"fewer":[225],"than":[229],"simply":[230],"pairs.":[234]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}