{"id":"https://openalex.org/W2794756405","doi":"https://doi.org/10.1145/3180155.3180164","title":"D <scp>e</scp> F <scp>laker</scp>","display_name":"D <scp>e</scp> F <scp>laker</scp>","publication_year":2018,"publication_date":"2018-05-27","ids":{"openalex":"https://openalex.org/W2794756405","doi":"https://doi.org/10.1145/3180155.3180164","mag":"2794756405"},"language":"en","primary_location":{"id":"doi:10.1145/3180155.3180164","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3180155.3180164","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180164","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180164","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053080959","display_name":"Jonathan Bell","orcid":"https://orcid.org/0000-0002-1187-9298"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jonathan Bell","raw_affiliation_strings":["George Mason University"],"affiliations":[{"raw_affiliation_string":"George Mason University","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070516536","display_name":"Owolabi Legunsen","orcid":"https://orcid.org/0000-0001-5631-4816"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Owolabi Legunsen","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088362471","display_name":"Michael Hilton","orcid":"https://orcid.org/0000-0001-9195-6902"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Hilton","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011545984","display_name":"Lamyaa Eloussi","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lamyaa Eloussi","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055380365","display_name":"Tifany Yung","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tifany Yung","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081289583","display_name":"Darko Marinov","orcid":"https://orcid.org/0000-0001-5023-3492"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Darko Marinov","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5053080959"],"corresponding_institution_ids":["https://openalex.org/I162714631"],"apc_list":null,"apc_paid":null,"fwci":28.1558,"has_fulltext":true,"cited_by_count":162,"citation_normalized_percentile":{"value":0.99679294,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"433","last_page":"444"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6171776056289673},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4951249659061432},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.46041613817214966},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3325055241584778},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3241513967514038},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.25351935625076294},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1795516312122345}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6171776056289673},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4951249659061432},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.46041613817214966},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3325055241584778},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3241513967514038},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25351935625076294},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1795516312122345},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3180155.3180164","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3180155.3180164","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180164","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3180155.3180164","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3180155.3180164","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180164","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.49000000953674316,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G203350762","display_name":"EAGER: USBRCCR: Collaborative: Lightweight Policy Enforcement of Information Flows in IoT Infrastructures","funder_award_id":"1740916","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3166573887","display_name":"SHF: Medium: Collaborative Research: Improved Performance Testing and Debugging","funder_award_id":"1409423","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4032422751","display_name":null,"funder_award_id":"CCF-1421503","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5449669011","display_name":"SHF: Small: Revisiting Assumptions of Regression Testing","funder_award_id":"1421503","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G567814239","display_name":null,"funder_award_id":"CCF-1409423","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7115607394","display_name":"CPS: Synergy: Collaborative Research: Support for Security and Safety of Programmable IoT Systems","funder_award_id":"1646305","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2794756405.pdf","grobid_xml":"https://content.openalex.org/works/W2794756405.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1548254758","https://openalex.org/W1570533264","https://openalex.org/W1860170051","https://openalex.org/W1925191604","https://openalex.org/W1969030290","https://openalex.org/W1976954202","https://openalex.org/W1978546859","https://openalex.org/W1985896931","https://openalex.org/W1998989165","https://openalex.org/W1999808610","https://openalex.org/W2009389031","https://openalex.org/W2014515160","https://openalex.org/W2020538887","https://openalex.org/W2021213467","https://openalex.org/W2026926213","https://openalex.org/W2038899190","https://openalex.org/W2040923543","https://openalex.org/W2044445979","https://openalex.org/W2046368282","https://openalex.org/W2050127001","https://openalex.org/W2073655054","https://openalex.org/W2076879269","https://openalex.org/W2079027980","https://openalex.org/W2079811826","https://openalex.org/W2104942599","https://openalex.org/W2107500604","https://openalex.org/W2107667898","https://openalex.org/W2118542736","https://openalex.org/W2129377409","https://openalex.org/W2131742774","https://openalex.org/W2140697469","https://openalex.org/W2144600533","https://openalex.org/W2151287503","https://openalex.org/W2152177230","https://openalex.org/W2155891645","https://openalex.org/W2352511489","https://openalex.org/W2477215876","https://openalex.org/W2547954490","https://openalex.org/W2589663975","https://openalex.org/W2590575400","https://openalex.org/W2594511738","https://openalex.org/W2703757306","https://openalex.org/W2735524622","https://openalex.org/W2740295334","https://openalex.org/W2740675210","https://openalex.org/W2741220297","https://openalex.org/W2750574473","https://openalex.org/W2767787791","https://openalex.org/W2774689512","https://openalex.org/W2786619380","https://openalex.org/W2794497357","https://openalex.org/W2809559400","https://openalex.org/W4246661111"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Developers":[0],"often":[1],"run":[2],"tests":[3,63,68,73],"to":[4,10,42,48,60,65],"check":[5],"that":[6],"their":[7],"latest":[8,32,44],"changes":[9,45],"a":[11],"code":[12],"repository":[13],"did":[14],"not":[15,39],"break":[16],"any":[17,22],"previously":[18],"working":[19],"functionality.":[20],"Ideally,":[21],"new":[23],"test":[24,36],"failures":[25,37],"would":[26],"indicate":[27],"regressions":[28],"caused":[29],"by":[30],"the":[31,43,51,81],"changes.":[33],"However,":[34],"some":[35],"may":[38],"be":[40,75],"due":[41,47],"but":[46],"non-determinism":[49],"in":[50],"tests,":[52],"popularly":[53],"called":[54],"flaky":[55,62],"tests.":[56],"The":[57],"typical":[58],"way":[59],"detect":[61],"is":[64],"rerun":[66],"failing":[67,72],"repeatedly.":[69],"Unfortunately,":[70],"rerunning":[71],"can":[74,78],"costly":[76],"and":[77],"slow":[79],"down":[80],"development":[82],"cycle.":[83]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":42},{"year":2020,"cited_by_count":24},{"year":2019,"cited_by_count":20},{"year":2018,"cited_by_count":5}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}