{"id":"https://openalex.org/W3025671512","doi":"https://doi.org/10.1145/3395363.3397359","title":"Intermittently failing tests in the embedded systems domain","display_name":"Intermittently failing tests in the embedded systems domain","publication_year":2020,"publication_date":"2020-07-13","ids":{"openalex":"https://openalex.org/W3025671512","doi":"https://doi.org/10.1145/3395363.3397359","mag":"3025671512"},"language":"en","primary_location":{"id":"doi:10.1145/3395363.3397359","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3395363.3397359","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3395363.3397359","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3395363.3397359","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028417968","display_name":"Per Erik Strandberg","orcid":"https://orcid.org/0000-0003-1688-6937"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Per Erik Strandberg","raw_affiliation_strings":["Westermo Network Technologies, Sweden"],"affiliations":[{"raw_affiliation_string":"Westermo Network Technologies, Sweden","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112297620","display_name":"Thomas J. Ostrand","orcid":null},"institutions":[{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Thomas J. Ostrand","raw_affiliation_strings":["M\u00e4lardalen University, Sweden","[M\u00e4l\u00e4rdalen University, Sweden]"],"affiliations":[{"raw_affiliation_string":"M\u00e4lardalen University, Sweden","institution_ids":["https://openalex.org/I82509713"]},{"raw_affiliation_string":"[M\u00e4l\u00e4rdalen University, Sweden]","institution_ids":["https://openalex.org/I82509713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110160347","display_name":"Elaine J. Weyuker","orcid":"https://orcid.org/0000-0002-1660-199X"},"institutions":[{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]},{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["SE","US"],"is_corresponding":false,"raw_author_name":"Elaine J. Weyuker","raw_affiliation_strings":["M\u00e4lardalen University, Sweden / University of Central Florida, USA"],"affiliations":[{"raw_affiliation_string":"M\u00e4lardalen University, Sweden / University of Central Florida, USA","institution_ids":["https://openalex.org/I82509713","https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015132481","display_name":"Wasif Afzal","orcid":"https://orcid.org/0000-0003-0611-2655"},"institutions":[{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Wasif Afzal","raw_affiliation_strings":["M\u00e4lardalen University, Sweden","[M\u00e4l\u00e4rdalen University, Sweden]"],"affiliations":[{"raw_affiliation_string":"M\u00e4lardalen University, Sweden","institution_ids":["https://openalex.org/I82509713"]},{"raw_affiliation_string":"[M\u00e4l\u00e4rdalen University, Sweden]","institution_ids":["https://openalex.org/I82509713"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066654973","display_name":"Daniel Sundmark","orcid":"https://orcid.org/0000-0002-5032-2310"},"institutions":[{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Daniel Sundmark","raw_affiliation_strings":["M\u00e4lardalen University, Sweden","[M\u00e4l\u00e4rdalen University, Sweden]"],"affiliations":[{"raw_affiliation_string":"M\u00e4lardalen University, Sweden","institution_ids":["https://openalex.org/I82509713"]},{"raw_affiliation_string":"[M\u00e4l\u00e4rdalen University, Sweden]","institution_ids":["https://openalex.org/I82509713"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5028417968"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2782,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.63719306,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"337","last_page":"348"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6150910258293152},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.6091554760932922},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.608184814453125},{"id":"https://openalex.org/keywords/root-cause-analysis","display_name":"Root cause analysis","score":0.6075169444084167},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5967181921005249},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5923992395401001},{"id":"https://openalex.org/keywords/root-cause","display_name":"Root cause","score":0.5582486987113953},{"id":"https://openalex.org/keywords/root","display_name":"Root (linguistics)","score":0.5353093147277832},{"id":"https://openalex.org/keywords/system-under-test","display_name":"System under test","score":0.477977454662323},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4509326219558716},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.44577905535697937},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.4332151412963867},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4180881977081299},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2897852659225464},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21902137994766235},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.13950097560882568},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11932402849197388}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6150910258293152},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.6091554760932922},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.608184814453125},{"id":"https://openalex.org/C130963320","wikidata":"https://www.wikidata.org/wiki/Q1401207","display_name":"Root cause analysis","level":2,"score":0.6075169444084167},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5967181921005249},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5923992395401001},{"id":"https://openalex.org/C84945661","wikidata":"https://www.wikidata.org/wiki/Q7366567","display_name":"Root cause","level":2,"score":0.5582486987113953},{"id":"https://openalex.org/C171078966","wikidata":"https://www.wikidata.org/wiki/Q111029","display_name":"Root (linguistics)","level":2,"score":0.5353093147277832},{"id":"https://openalex.org/C108913964","wikidata":"https://www.wikidata.org/wiki/Q2376856","display_name":"System under test","level":4,"score":0.477977454662323},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4509326219558716},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44577905535697937},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4332151412963867},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4180881977081299},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2897852659225464},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21902137994766235},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.13950097560882568},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11932402849197388},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3395363.3397359","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3395363.3397359","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3395363.3397359","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2005.06826","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.06826","pdf_url":"https://arxiv.org/pdf/2005.06826","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2005.06826","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2005.06826","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:3025671512","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1145/3395363.3397359","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3395363.3397359","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3395363.3397359","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G2397969098","display_name":null,"funder_award_id":"Joint Undertaking under grant 737494","funder_id":"https://openalex.org/F4320327207","funder_display_name":"Electronic Components and Systems for European Leadership"},{"id":"https://openalex.org/G4853333476","display_name":null,"funder_award_id":"621-2014-4925","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"}],"funders":[{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"},{"id":"https://openalex.org/F4320327207","display_name":"Electronic Components and Systems for European Leadership","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3025671512.pdf","grobid_xml":"https://content.openalex.org/works/W3025671512.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1044378","https://openalex.org/W580988557","https://openalex.org/W1524972400","https://openalex.org/W1833911422","https://openalex.org/W1887412317","https://openalex.org/W1976954202","https://openalex.org/W1980738663","https://openalex.org/W1991292921","https://openalex.org/W2002432468","https://openalex.org/W2009389031","https://openalex.org/W2025024269","https://openalex.org/W2026926213","https://openalex.org/W2053081075","https://openalex.org/W2086907488","https://openalex.org/W2107500604","https://openalex.org/W2114063681","https://openalex.org/W2129377409","https://openalex.org/W2142108911","https://openalex.org/W2142949066","https://openalex.org/W2151728199","https://openalex.org/W2153887189","https://openalex.org/W2159416255","https://openalex.org/W2169238357","https://openalex.org/W2287325073","https://openalex.org/W2413620270","https://openalex.org/W2501500917","https://openalex.org/W2546650921","https://openalex.org/W2560325362","https://openalex.org/W2594511738","https://openalex.org/W2603119212","https://openalex.org/W2604330940","https://openalex.org/W2735591321","https://openalex.org/W2741220297","https://openalex.org/W2753202191","https://openalex.org/W2759376345","https://openalex.org/W2772141859","https://openalex.org/W2794756405","https://openalex.org/W2854278345","https://openalex.org/W2862819597","https://openalex.org/W2889186791","https://openalex.org/W2890739071","https://openalex.org/W2901458396","https://openalex.org/W2910647970","https://openalex.org/W2947393698","https://openalex.org/W2955940099","https://openalex.org/W2957454295"],"related_works":["https://openalex.org/W2077085538","https://openalex.org/W2041216827","https://openalex.org/W2091462331","https://openalex.org/W1983338827","https://openalex.org/W2406618318","https://openalex.org/W2336096449","https://openalex.org/W2563733425","https://openalex.org/W2406724010","https://openalex.org/W2460570985","https://openalex.org/W2619228269","https://openalex.org/W1998088117","https://openalex.org/W2290983496","https://openalex.org/W2889865234"],"abstract_inverted_index":{"Software":[0],"testing":[1,30,50,101,252],"is":[2,18,90,268],"sometimes":[3],"plagued":[4],"with":[5,73,97,168],"intermittently":[6,65,128,151],"failing":[7,16,66,131,180],"tests":[8,17,67,192,214,229],"and":[9,80,107,129,133,160,227,244],"finding":[10],"the":[11,28,44,49,61,69,74,82,98,156,238,264,270],"root":[12,62,136,222,233],"causes":[13,63,137,223,234],"of":[14,51,60,64,76,87,146,155,187,235,272],"such":[15],"often":[19,269],"difficult.":[20],"This":[21,55],"problem":[22],"has":[23,38],"been":[24,39],"widely":[25],"studied":[26],"at":[27,43],"unit":[29,251],"level":[31,100,255],"for":[32,112,177,196,212,216,258],"open":[33,245],"source":[34,246],"software,":[35],"but":[36],"there":[37],"far":[40],"less":[41],"investigation":[42,59,89],"system":[45,99,254],"test":[46,114,124,148,169,181,265],"level,":[47],"particularly":[48],"industrial":[52,93,241],"embedded":[53,70,94,242,259],"systems.":[54],"paper":[56],"describes":[57],"our":[58,88],"in":[68,240],"systems":[71,243],"domain,":[72],"goal":[75],"better":[77],"understanding,":[78],"explaining":[79],"categorizing":[81],"underlying":[83],"faults.":[84],"The":[85],"subject":[86],"a":[91,109,121,175,178,184,194],"currently-running":[92],"system,":[95],"along":[96],"that":[102,143,174,203,263],"was":[103,206,230],"performed.":[104],"We":[105,141,172,200],"devised":[106],"used":[108],"novel":[110],"metric":[111],"classifying":[113],"cases":[115,149],"as":[116],"intermittent.":[117],"From":[118,153],"more":[119,204],"than":[120,193,215],"half":[122],"million":[123],"verdicts,":[125],"we":[126,163,261],"identified":[127,134,164],"consistently":[130,179],"tests,":[132],"their":[135],"using":[138],"multiple":[139],"sources.":[140],"found":[142,173,202],"about":[144],"1-3%":[145],"all":[147],"were":[150],"failing.":[152],"analysis":[154],"case":[157,170],"study":[158],"results":[159],"related":[161],"work,":[162],"nine":[165],"factors":[166],"associated":[167],"intermittence.":[171,273],"fix":[176,195],"typically":[182],"removed":[183],"larger":[185],"number":[186],"failures":[188],"detected":[189],"by":[190],"other":[191],"an":[197],"intermittent":[198,213,226],"test.":[199],"also":[201],"effort":[205],"usually":[207],"needed":[208],"to":[209,225,253],"identify":[210],"fixes":[211],"consistent":[217,228],"tests.":[218],"An":[219],"overlap":[220],"between":[221],"leading":[224],"identified.":[231],"Many":[232],"intermittence":[236],"are":[237],"same":[239],"software.":[247],"However,":[248],"when":[249],"comparing":[250],"testing,":[256],"especially":[257],"systems,":[260],"observed":[262],"environment":[266],"itself":[267],"cause":[271]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}