{"id":"https://openalex.org/W4308643311","doi":"https://doi.org/10.1145/3540250.3558956","title":"FlakeRepro: automated and efficient reproduction of concurrency-related flaky tests","display_name":"FlakeRepro: automated and efficient reproduction of concurrency-related flaky tests","publication_year":2022,"publication_date":"2022-11-07","ids":{"openalex":"https://openalex.org/W4308643311","doi":"https://doi.org/10.1145/3540250.3558956"},"language":"en","primary_location":{"id":"doi:10.1145/3540250.3558956","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3540250.3558956","pdf_url":null,"source":{"id":"https://openalex.org/S4363608883","display_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065819501","display_name":"Tanakorn Leesatapornwongsa","orcid":"https://orcid.org/0000-0002-9842-0403"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tanakorn Leesatapornwongsa","raw_affiliation_strings":["Microsoft Research, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101461299","display_name":"Xiang Ren","orcid":"https://orcid.org/0000-0001-7946-7890"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xiang Ren","raw_affiliation_strings":["University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024224291","display_name":"Suman Nath","orcid":"https://orcid.org/0000-0001-7813-9756"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Suman Nath","raw_affiliation_strings":["Microsoft Research, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5065819501"],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":1.5097,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.83374083,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1509","last_page":"1520"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.835034966468811},{"id":"https://openalex.org/keywords/concurrency","display_name":"Concurrency","score":0.7843931913375854},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.764029860496521},{"id":"https://openalex.org/keywords/interleaving","display_name":"Interleaving","score":0.717887282371521},{"id":"https://openalex.org/keywords/thread","display_name":"Thread (computing)","score":0.6130112409591675},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5446422100067139},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.5350398421287537},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.5239061117172241},{"id":"https://openalex.org/keywords/multithreading","display_name":"Multithreading","score":0.5113314986228943},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.4075855314731598},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3425023853778839},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3376730680465698},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3353310823440552},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.22776862978935242},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.09664011001586914}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.835034966468811},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.7843931913375854},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.764029860496521},{"id":"https://openalex.org/C28034677","wikidata":"https://www.wikidata.org/wiki/Q17092530","display_name":"Interleaving","level":2,"score":0.717887282371521},{"id":"https://openalex.org/C138101251","wikidata":"https://www.wikidata.org/wiki/Q213092","display_name":"Thread (computing)","level":2,"score":0.6130112409591675},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5446422100067139},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.5350398421287537},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.5239061117172241},{"id":"https://openalex.org/C201410400","wikidata":"https://www.wikidata.org/wiki/Q1064412","display_name":"Multithreading","level":3,"score":0.5113314986228943},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.4075855314731598},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3425023853778839},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3376730680465698},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3353310823440552},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.22776862978935242},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.09664011001586914}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3540250.3558956","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3540250.3558956","pdf_url":null,"source":{"id":"https://openalex.org/S4363608883","display_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1887412317","https://openalex.org/W1973139016","https://openalex.org/W2006307164","https://openalex.org/W2026926213","https://openalex.org/W2096155624","https://openalex.org/W2135395375","https://openalex.org/W2293624369","https://openalex.org/W2402601480","https://openalex.org/W2762915977","https://openalex.org/W2794756405","https://openalex.org/W2898805736","https://openalex.org/W2934650114","https://openalex.org/W2951170114","https://openalex.org/W2955940099","https://openalex.org/W2957454295","https://openalex.org/W2967325635","https://openalex.org/W2979880065","https://openalex.org/W3009678450","https://openalex.org/W3040168066","https://openalex.org/W3090144865","https://openalex.org/W3102799430","https://openalex.org/W3106532184","https://openalex.org/W3110368543","https://openalex.org/W3112630881","https://openalex.org/W3137220996","https://openalex.org/W3195614596","https://openalex.org/W4206611727","https://openalex.org/W4214873726","https://openalex.org/W4246378947","https://openalex.org/W4252649323","https://openalex.org/W4254234063"],"related_works":["https://openalex.org/W2133697637","https://openalex.org/W4253571630","https://openalex.org/W2837991191","https://openalex.org/W1873898332","https://openalex.org/W2741423451","https://openalex.org/W3028378061","https://openalex.org/W2135387608","https://openalex.org/W2029136037","https://openalex.org/W2621305049","https://openalex.org/W4288099480"],"abstract_inverted_index":{"Flaky":[0],"tests,":[1],"which":[2],"can":[3,135,158],"non-deterministically":[4],"pass":[5],"or":[6],"fail":[7,124],"on":[8,15,160],"the":[9,32,45,70,126],"same":[10,127],"code,":[11],"impose":[12],"significant":[13],"burden":[14],"developers":[16,25,96],"by":[17,77,106],"providing":[18],"misleading":[19],"signals":[20],"during":[21],"regression":[22],"testing.":[23],"Microsoft":[24],"consider":[26],"flaky":[27,49,103,122],"tests":[28,74],"as":[29],"one":[30],"of":[31,47,69,101,144],"top":[33],"two":[34],"reasons":[35],"for":[36],"slowing":[37],"down":[38],"software":[39],"development.":[40],"In":[41],"order":[42],"to":[43,55,114],"debug":[44],"root-cause":[46],"a":[48,51,59,98,102,121,137],"behavior,":[50],"developer":[52],"often":[53],"needs":[54],"first":[56],"reliably":[57],"reproduce":[58,97,136],"failed":[60,99,138],"execution.":[61],"Unfortunately,":[62],"this":[63,89],"is":[64,132],"non-trivial.":[65],"For":[66],"example,":[67],"most":[68],"flakiness":[71],"in":[72],"unit":[73],"are":[75],"caused":[76,105],"concurrency,":[78],"and":[79,111,162],"reproducing":[80],"their":[81],"failures":[82],"requires":[83],"specific":[84],"thread":[85],"interleaving.":[86],"To":[87],"address":[88],"challenge,":[90],"we":[91],"introduce":[92],"FlakeRepro":[93,108,131,146],"that":[94,119,157],"helps":[95],"execution":[100,139],"test":[104,123,155,164],"concurrency.":[107],"combines":[109],"static":[110],"dynamic":[112],"analysis":[113],"quickly":[115],"identify":[116],"an":[117],"interleaving":[118],"makes":[120],"with":[125,149],"original":[128],"error":[129],"message.":[130],"efficient:":[133],"it":[134,152],"after":[140],"exploring":[141],"few":[142],"tens":[143],"interleavings.":[145],"integrates":[147],"well":[148],"existing":[150,161],"systems:":[151],"automatically":[153],"instruments":[154],"binaries":[156],"run":[159],"unmodified":[163],"pipelines.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":10}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}