{"id":"https://openalex.org/W2889186791","doi":"https://doi.org/10.13016/m2kh0f27r","title":"QUANTIFYING FLAKINESS AND MINIMIZING ITS EFFECTS ON SOFTWARE TESTING","display_name":"QUANTIFYING FLAKINESS AND MINIMIZING ITS EFFECTS ON SOFTWARE TESTING","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2889186791","doi":"https://doi.org/10.13016/m2kh0f27r","mag":"2889186791"},"language":"en","primary_location":{"id":"pmh:oai:drum.lib.umd.edu:1903/20737","is_oa":true,"landing_page_url":"http://hdl.handle.net/1903/20737","pdf_url":"http://hdl.handle.net/1903/20737","source":{"id":"https://openalex.org/S4306402644","display_name":"Digital Repository at the University of Maryland (University of Maryland College Park)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dissertation"},"type":"dissertation","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/1903/20737","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091857140","display_name":"Zebao Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Gao, Zebao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5091857140"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.06120000034570694,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.06120000034570694,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.05590000003576279,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4522670805454254},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4475921094417572},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42187464237213135},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.34467950463294983},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.34135133028030396},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3017754554748535},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17609500885009766}],"concepts":[{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4522670805454254},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4475921094417572},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42187464237213135},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.34467950463294983},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.34135133028030396},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3017754554748535},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17609500885009766}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:drum.lib.umd.edu:1903/20737","is_oa":true,"landing_page_url":"http://hdl.handle.net/1903/20737","pdf_url":"http://hdl.handle.net/1903/20737","source":{"id":"https://openalex.org/S4306402644","display_name":"Digital Repository at the University of Maryland (University of Maryland College Park)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dissertation"},{"id":"mag:2889186791","is_oa":false,"landing_page_url":"https://drum.lib.umd.edu/handle/1903/20737","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null},{"id":"doi:10.13016/m2kh0f27r","is_oa":true,"landing_page_url":"https://doi.org/10.13016/m2kh0f27r","pdf_url":null,"source":{"id":"https://openalex.org/S4306402644","display_name":"Digital Repository at the University of Maryland (University of Maryland College Park)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Collection"}],"best_oa_location":{"id":"pmh:oai:drum.lib.umd.edu:1903/20737","is_oa":true,"landing_page_url":"http://hdl.handle.net/1903/20737","pdf_url":"http://hdl.handle.net/1903/20737","source":{"id":"https://openalex.org/S4306402644","display_name":"Digital Repository at the University of Maryland (University of Maryland College Park)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dissertation"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2889186791.pdf","grobid_xml":"https://content.openalex.org/works/W2889186791.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2026926213","https://openalex.org/W2957454295","https://openalex.org/W2955940099"],"abstract_inverted_index":{"In":[0,290],"software":[1,123],"testing,":[2],"test":[3,11,20,34,59,64,72,76,114,132,151,210,230,258,342,382],"inputs":[4],"are":[5,29,66,129,154],"passed":[6],"into":[7],"a":[8,18,150,176,195,224,239,317,391],"system":[9,233,303],"under":[10],"(SUT);":[12],"the":[13,23,32,39,43,57,96,107,147,155,165,184,204,221,248,273,278,284,287,292,297,302,340,359,362,366],"SUT":[14,44],"is":[15,36,56,117,200,236,244,386],"executed;":[16],"and":[17,47,62,78,90,134,182,217,282,310,344,384],"{\\it":[19,58,68,197,241],"oracle}":[21],"checks":[22],"outputs":[24,211],"against":[25],"expected":[26],"values.":[27],"There":[28],"cases":[30,65],"when":[31,322],"same":[33,40,341],"case":[35],"executed":[37],"on":[38,229,267,320,365],"code":[41,214,334],"of":[42,98,149,167,186,206,209,223,227,250,280,286,299,333,339,361,375,381],"multiple":[45],"times,":[46],"it":[48,385],"passes":[49],"or":[50,159,171],"fails":[51],"during":[52],"different":[53,207],"runs.":[54],"This":[55,173,188],"flakiness":[60,73,115,148,168,205,251,400],"problem}":[61],"such":[63],"called":[67],"flaky":[69,255,376],"tests}.":[70],"The":[71,113,314,355,370],"problem":[74,116],"makes":[75,190],"results":[77,231,315,371],"testing":[79,124,235],"techniques":[80],"unreliable.":[81],"Flaky":[82],"tests":[83,256],"may":[84],"be":[85,143,169],"mistakingly":[86],"labeled":[87],"as":[88,213,328,330],"failed,":[89],"this":[91,135],"will":[92],"increase":[93],"not":[94],"only":[95],"number":[97],"reported":[99],"bugs":[100],"testers":[101],"need":[102],"to":[103,109,145,179,202,246,346,352,388],"check,":[104],"but":[105],"also":[106],"chance":[108],"miss":[110],"real":[111,368],"faults.":[112,369],"gaining":[118],"more":[119],"attention":[120],"in":[121,131,232,395],"modern":[122],"practice":[125],"where":[126],"complex":[127],"interactions":[128],"involved":[130],"execution,":[133],"raises":[136],"several":[137],"new":[138,240,274],"challenges:":[139],"What":[140,153],"metrics":[141],"should":[142],"used":[144],"measure":[146],"case?":[152],"factors":[156,228,300,324],"that":[157,373],"cause":[158],"impact":[160,222,249,298,319,379],"flakiness?":[161],"And":[162],"how":[163],"can":[164,378],"effects":[166,185],"reduced":[170],"minimized?":[172],"research":[174,189],"develops":[175],"systematic":[177],"approach":[178],"quantitively":[180],"analyze":[181],"minimize":[183,247],"flakiness.":[187],"three":[191],"major":[192],"contributions.":[193],"First,":[194],"novel":[196],"entropy-based":[198],"metric}":[199],"introduced":[201,245],"quantify":[203],"layers":[208],"(such":[212],"coverage,":[215],"invariants,":[216],"GUI":[218],"state).":[219],"Second,":[220],"common":[225],"set":[226],"interactive":[234],"examined.":[237],"Last,":[238],"flake":[242,288,363,392],"filter}":[243],"by":[252],"filtering":[253],"out":[254],"(and":[257],"assertions)":[259],"while":[260],"retaining":[261],"bug-revealing":[262],"ones.":[263],"Two":[264],"empirical":[265],"studies":[266],"five":[268],"open":[269],"source":[270],"applications":[271],"evaluate":[272,283],"entropy":[275],"measure,":[276],"study":[277,294,357],"causes":[279],"flakiness,":[281],"usefulness":[285],"filter.":[289],"particular,":[291],"first":[293],"empirically":[295],"analyzes":[296],"including":[301],"platform,":[304],"Java":[305],"version,":[306],"application":[307],"initial":[308],"state":[309],"tool":[311],"harness":[312],"configurations.":[313],"show":[316,372],"large":[318],"SUTs":[321],"these":[323],"were":[325],"uncontrolled,":[326],"with":[327,350],"many":[329],"184":[331],"lines":[332],"coverage":[335],"differing":[336],"between":[337],"runs":[338],"cases,":[343,383,397],"up":[345],"96\\%":[347],"false":[348],"positives":[349],"respect":[351],"fault":[353],"detection.":[354],"second":[356],"evaluates":[358],"effectiveness":[360],"filter":[364,393],"SUTs'":[367],"3.83\\%":[374],"assertions":[377],"88.59\\%":[380],"possible":[387],"automatically":[389],"obtain":[390],"that,":[394],"some":[396],"completely":[398],"eliminates":[399],"without":[401],"comprising":[402],"fault-detection":[403],"ability.":[404]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}