{"id":"https://openalex.org/W4388483386","doi":"https://doi.org/10.1109/esem56168.2023.10304850","title":"Identifying Flakiness in Quantum Programs","display_name":"Identifying Flakiness in Quantum Programs","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4388483386","doi":"https://doi.org/10.1109/esem56168.2023.10304850"},"language":"en","primary_location":{"id":"doi:10.1109/esem56168.2023.10304850","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem56168.2023.10304850","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100433855","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0001-9343-3654"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["University of Maryland, Baltimore County,Department of Information Systems,Baltimore,USA","Department of Information Systems, University of Maryland, Baltimore County, Baltimore, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, Baltimore County,Department of Information Systems,Baltimore,USA","institution_ids":["https://openalex.org/I79272384"]},{"raw_affiliation_string":"Department of Information Systems, University of Maryland, Baltimore County, Baltimore, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059067811","display_name":"Mahsa Radnejad","orcid":null},"institutions":[{"id":"https://openalex.org/I2799282979","display_name":"Islamic Azad University, Isfahan","ror":"https://ror.org/039zhhm92","country_code":"IR","type":"education","lineage":["https://openalex.org/I110525433","https://openalex.org/I2799282979"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mahsa Radnejad","raw_affiliation_strings":["Islamic Azad University,Isfahan Branch,Department of Computer Engineering,Isfahan,Iran","Department of Computer Engineering, Isfahan Branch, Islamic Azad University, Isfahan, Iran"],"affiliations":[{"raw_affiliation_string":"Islamic Azad University,Isfahan Branch,Department of Computer Engineering,Isfahan,Iran","institution_ids":["https://openalex.org/I2799282979"]},{"raw_affiliation_string":"Department of Computer Engineering, Isfahan Branch, Islamic Azad University, Isfahan, Iran","institution_ids":["https://openalex.org/I2799282979"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026957450","display_name":"Andriy Miranskyy","orcid":"https://orcid.org/0000-0002-7747-9043"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andriy Miranskyy","raw_affiliation_strings":["Toronto Metropolitan University,Department of Computer Science,Toronto,Canada","Department of Computer Science, Toronto Metropolitan University, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Toronto Metropolitan University,Department of Computer Science,Toronto,Canada","institution_ids":["https://openalex.org/I530967"]},{"raw_affiliation_string":"Department of Computer Science, Toronto Metropolitan University, Toronto, Canada","institution_ids":["https://openalex.org/I530967"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100433855"],"corresponding_institution_ids":["https://openalex.org/I79272384"],"apc_list":null,"apc_paid":null,"fwci":1.7457,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.87875599,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10020","display_name":"Quantum Information and Cryptography","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9779000282287598,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notice","display_name":"Notice","score":0.6839091181755066},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6665520668029785},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5841813087463379},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5643944144248962},{"id":"https://openalex.org/keywords/quantum","display_name":"Quantum","score":0.5138316750526428},{"id":"https://openalex.org/keywords/quantum-computer","display_name":"Quantum computer","score":0.4372921586036682},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.43078821897506714},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.4173554480075836},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15458279848098755},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0888928771018982}],"concepts":[{"id":"https://openalex.org/C2779913896","wikidata":"https://www.wikidata.org/wiki/Q7063001","display_name":"Notice","level":2,"score":0.6839091181755066},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6665520668029785},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5841813087463379},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5643944144248962},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.5138316750526428},{"id":"https://openalex.org/C58053490","wikidata":"https://www.wikidata.org/wiki/Q176555","display_name":"Quantum computer","level":3,"score":0.4372921586036682},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.43078821897506714},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4173554480075836},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15458279848098755},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0888928771018982},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/esem56168.2023.10304850","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem56168.2023.10304850","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W32507011","https://openalex.org/W2026926213","https://openalex.org/W2029289973","https://openalex.org/W2104858895","https://openalex.org/W2133766618","https://openalex.org/W2252374020","https://openalex.org/W2591823109","https://openalex.org/W2809559400","https://openalex.org/W2896800180","https://openalex.org/W2906649690","https://openalex.org/W2950018366","https://openalex.org/W2955940099","https://openalex.org/W3003486108","https://openalex.org/W3012166999","https://openalex.org/W3043238989","https://openalex.org/W3043800467","https://openalex.org/W3088977116","https://openalex.org/W3089560421","https://openalex.org/W3098152511","https://openalex.org/W3106532184","https://openalex.org/W3109961245","https://openalex.org/W3166070894","https://openalex.org/W3167640545","https://openalex.org/W3185543386","https://openalex.org/W3194175074","https://openalex.org/W3210114756","https://openalex.org/W4224229206","https://openalex.org/W4287267805","https://openalex.org/W4291213652","https://openalex.org/W4398756666","https://openalex.org/W6754922458","https://openalex.org/W6775257333","https://openalex.org/W6781227217","https://openalex.org/W6792272263"],"related_works":["https://openalex.org/W3018282762","https://openalex.org/W2558055997","https://openalex.org/W2791183434","https://openalex.org/W2353369313","https://openalex.org/W2086339586","https://openalex.org/W4300782058","https://openalex.org/W2394387726","https://openalex.org/W2378724474","https://openalex.org/W4389146154","https://openalex.org/W1472269183"],"abstract_inverted_index":{"In":[0,89],"recent":[1,140],"years,":[2],"software":[3,11,27,48,61,87,146,184],"engineers":[4],"have":[5],"explored":[6],"ways":[7],"to":[8,19,102,187],"assist":[9],"quantum":[10,26,47,60,86,132,165,183],"programmers.":[12],"Our":[13],"goal":[14],"in":[15,81,164,182],"this":[16,21],"paper":[17,172],"is":[18],"continue":[20],"exploration":[22],"and":[23,68,72,108,124,185],"see":[24],"if":[25],"programmers":[28,133],"deal":[29],"with":[30,119],"some":[31,137],"problems":[32],"plaguing":[33],"classical":[34],"programs.":[35,166],"Specifically,":[36],"we":[37,53,64,129],"examine":[38],"whether":[39],"intermittently":[40],"failing":[41],"tests,":[42,45],"i.e.,":[43],"flaky":[44,66,79,103,116,141,162,180],"affect":[46],"development.":[49],"To":[50],"explore":[51],"flakiness,":[52],"conduct":[54],"a":[55],"preliminary":[56],"analysis":[57],"of":[58,74,84,96,99,122,138,161],"14":[59,85],"repositories.":[62,88],"Then,":[63],"identify":[65,113],"tests":[67,80,104,163,181],"categorize":[69],"their":[70],"causes":[71,123],"methods":[73],"fixing":[75],"them.":[76],"We":[77,112],"find":[78,170],"12":[82,91],"out":[83],"these":[90],"repositories,":[92],"the":[93,97,139,159,171],"lower":[94],"boundary":[95],"percentage":[98],"issues":[100],"related":[101],"ranges":[105],"between":[106],"0.26%":[107],"1.85%":[109],"per":[110],"repository.":[111],"46":[114],"distinct":[115],"test":[117,142],"reports":[118],"8":[120],"groups":[121],"7":[125],"common":[126],"solutions.":[127],"Further,":[128],"notice":[130],"that":[131],"are":[134],"not":[135],"using":[136],"countermeasures":[143],"developed":[144],"by":[145],"engineers.":[147],"This":[148],"work":[149],"may":[150,168],"interest":[151],"practitioners,":[152],"as":[153,174],"it":[154,175],"provides":[155],"useful":[156],"insight":[157],"into":[158],"resolution":[160],"Researchers":[167],"also":[169],"helpful":[173],"offers":[176],"quantitative":[177],"data":[178],"on":[179],"points":[186],"new":[188],"research":[189],"opportunities.":[190]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}