{"id":"https://openalex.org/W4384009934","doi":"https://doi.org/10.1109/ast58925.2023.00016","title":"On the Effect of Instrumentation on Test Flakiness","display_name":"On the Effect of Instrumentation on Test Flakiness","publication_year":2023,"publication_date":"2023-05-01","ids":{"openalex":"https://openalex.org/W4384009934","doi":"https://doi.org/10.1109/ast58925.2023.00016"},"language":"en","primary_location":{"id":"doi:10.1109/ast58925.2023.00016","doi":"https://doi.org/10.1109/ast58925.2023.00016","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ast58925.2023.00016","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM International Conference on Automation of Software Test (AST)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2303.09755","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028189101","display_name":"Shawn Rasheed","orcid":"https://orcid.org/0000-0001-7683-4296","observed_orcids":["https://orcid.org/0000-0001-7683-4296"]},"institutions":[{"id":"https://openalex.org/I1003870","display_name":"Universal College of Learning","ror":"https://ror.org/04k3aaz82","country_code":"NZ","type":"education","lineage":["https://openalex.org/I1003870","https://openalex.org/I4387152882"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Shawn Rasheed","raw_affiliation_strings":["Universal College of Learning, Palmerston North, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universal College of Learning, Palmerston North, New Zealand","institution_ids":["https://openalex.org/I1003870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075091948","display_name":"Jens B. Dietrich","orcid":"https://orcid.org/0000-0001-9019-6550","observed_orcids":["https://orcid.org/0000-0001-9019-6550"]},"institutions":[{"id":"https://openalex.org/I41156924","display_name":"Victoria University of Wellington","ror":"https://ror.org/0040r6f76","country_code":"NZ","type":"education","lineage":["https://openalex.org/I41156924"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Jens Dietrich","raw_affiliation_strings":["Victoria University of Wellington, Wellington, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Victoria University of Wellington, Wellington, New Zealand","institution_ids":["https://openalex.org/I41156924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025562598","display_name":"Amjed Tahir","orcid":"https://orcid.org/0000-0001-9454-1366","observed_orcids":["https://orcid.org/0000-0001-9454-1366"]},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Amjed Tahir","raw_affiliation_strings":["Massey University, Palmerston North, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massey University, Palmerston North, New Zealand","institution_ids":["https://openalex.org/I51158804"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2387,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.79826464,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"123","last_page":"127"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-flakiness","display_name":"test flakiness","score":0.9980000257492065},{"id":"https://openalex.org/keywords/code-instrumentation","display_name":"code instrumentation","score":0.9789999723434448},{"id":"https://openalex.org/keywords/application-performance-monitoring","display_name":"application performance monitoring","score":0.7590000033378601},{"id":"https://openalex.org/keywords/java-programs","display_name":"Java programs","score":0.9089999794960022},{"id":"https://openalex.org/keywords/concurrency","display_name":"concurrency","score":0.9430000185966492}],"concepts":[{"id":"https://openalex.org/C118530786","wikidata":"https://www.wikidata.org/wiki/Q1134732","display_name":"Instrumentation (computer programming)","level":2,"score":0.9004495739936829},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6184132099151611},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.5622605085372925},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.23362353444099426}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ast58925.2023.00016","doi":"https://doi.org/10.1109/ast58925.2023.00016","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ast58925.2023.00016","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM International Conference on Automation of Software Test (AST)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2303.09755","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.09755","pdf_url":"https://arxiv.org/pdf/2303.09755","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2303.09755","doi":"https://doi.org/10.48550/arxiv.2303.09755","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2303.09755","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2303.09755","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.09755","pdf_url":"https://arxiv.org/pdf/2303.09755","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321040","display_name":"National Science Council","ror":"https://ror.org/02kv4zf79"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384009934.pdf","grobid_xml":"https://content.openalex.org/works/W4384009934.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2026926213","https://openalex.org/W2050127001","https://openalex.org/W2400551002","https://openalex.org/W2548334485","https://openalex.org/W2794756405","https://openalex.org/W2957454295","https://openalex.org/W2966980041","https://openalex.org/W2968086426","https://openalex.org/W3043238989","https://openalex.org/W3095312267","https://openalex.org/W3210114756","https://openalex.org/W4205364455","https://openalex.org/W4226137778","https://openalex.org/W4239672721","https://openalex.org/W4296872689","https://openalex.org/W4312416970","https://openalex.org/W4315836284","https://openalex.org/W4386508287"],"related_works":["https://openalex.org/W3167640545","https://openalex.org/W6996075408","https://openalex.org/W3110368543","https://openalex.org/W2889186791","https://openalex.org/W4282569378","https://openalex.org/W4296872689","https://openalex.org/W4386508287","https://openalex.org/W4403413436","https://openalex.org/W7120361730","https://openalex.org/W3102799430"],"abstract_inverted_index":{"Test":[0,24],"flakiness":[1,20,132,151],"is":[2,58,139],"a":[3,45,102,134,144],"problem":[4],"that":[5,10,47],"affects":[6,50],"testing":[7],"and":[8,28,36,91,153],"processes":[9],"rely":[11],"on":[12,74,101],"it.":[13],"Several":[14],"factors":[15],"cause":[16],"or":[17,49],"influence":[18],"the":[19,33,70,97],"of":[21,32,72,82,99,104,118],"test":[22,51,75,115],"outcomes.":[23],"execution":[25],"order,":[26],"randomness":[27],"concurrency":[29],"are":[30],"some":[31],"more":[34],"common":[35,80],"well-studied":[37],"causes.":[38],"Some":[39],"studies":[40],"mention":[41],"code":[42],"instrumentation":[43,73,83,100,130,147],"as":[44],"factor":[46],"causes":[48,131],"flakiness.":[52,76],"However,":[53,136],"evidence":[54,68],"for":[55,69,84],"this":[56,61,137],"issue":[57],"scarce.":[59],"In":[60],"study,":[62],"we":[63],"attempt":[64],"to":[65,113],"systematically":[66],"collect":[67],"effects":[71,98],"We":[77,94,125,141],"experiment":[78],"with":[79,150],"types":[81],"Java":[85],"programs\u2014namely,":[86],"application":[87],"performance":[88],"monitoring,":[89],"coverage":[90],"profiling":[92],"instrumentation.":[93],"then":[95],"study":[96,114],"set":[103],"nine":[105],"programs":[106],"obtained":[107],"from":[108],"an":[109],"existing":[110],"dataset":[111],"used":[112],"flakiness,":[116],"consisting":[117],"popular":[119],"GitHub":[120],"projects":[121],"written":[122],"in":[123,133],"Java.":[124],"observe":[126],"cases":[127],"where":[128],"realworld":[129],"program.":[135],"effect":[138],"rare.":[140],"also":[142],"discuss":[143],"related":[145],"issue\u2014how":[146],"may":[148],"interfere":[149],"detection":[152],"prevention.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-07-13T00:00:00"}