{"id":"https://openalex.org/W3194585484","doi":"https://doi.org/10.1145/3468264.3468609","title":"How disabled tests manifest in test maintainability challenges?","display_name":"How disabled tests manifest in test maintainability challenges?","publication_year":2021,"publication_date":"2021-08-18","ids":{"openalex":"https://openalex.org/W3194585484","doi":"https://doi.org/10.1145/3468264.3468609","mag":"3194585484"},"language":"en","primary_location":{"id":"doi:10.1145/3468264.3468609","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3468264.3468609","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020218671","display_name":"Dong Jae Kim","orcid":"https://orcid.org/0000-0002-3181-0001"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Dong Jae Kim","raw_affiliation_strings":["Concordia University, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077468967","display_name":"Bo Kyum Yang","orcid":"https://orcid.org/0000-0001-5429-003X"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bo Yang","raw_affiliation_strings":["Concordia University, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101712379","display_name":"Jinqiu Yang","orcid":"https://orcid.org/0000-0003-4282-406X"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jinqiu Yang","raw_affiliation_strings":["Concordia University, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069372430","display_name":"Tse-Hsun Chen","orcid":"https://orcid.org/0000-0003-4027-0905"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tse-Hsun (Peter) Chen","raw_affiliation_strings":["Concordia University, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5020218671"],"corresponding_institution_ids":["https://openalex.org/I60158472"],"apc_list":null,"apc_paid":null,"fwci":1.6524,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.8718178,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1045","last_page":"1055"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/technical-debt","display_name":"Technical debt","score":0.8758835792541504},{"id":"https://openalex.org/keywords/software-maintenance","display_name":"Software maintenance","score":0.6043544411659241},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5738978385925293},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5738134384155273},{"id":"https://openalex.org/keywords/maintainability","display_name":"Maintainability","score":0.5655958652496338},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5272300243377686},{"id":"https://openalex.org/keywords/code-smell","display_name":"Code smell","score":0.4883367717266083},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.48667246103286743},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4857521653175354},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.47908979654312134},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.44379723072052},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.44157516956329346},{"id":"https://openalex.org/keywords/codebase","display_name":"Codebase","score":0.41006284952163696},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.4008345603942871},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.39194583892822266},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.34262609481811523},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2827749252319336}],"concepts":[{"id":"https://openalex.org/C159198006","wikidata":"https://www.wikidata.org/wiki/Q1532172","display_name":"Technical debt","level":4,"score":0.8758835792541504},{"id":"https://openalex.org/C101317890","wikidata":"https://www.wikidata.org/wiki/Q940053","display_name":"Software maintenance","level":4,"score":0.6043544411659241},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5738978385925293},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5738134384155273},{"id":"https://openalex.org/C160713754","wikidata":"https://www.wikidata.org/wiki/Q1389965","display_name":"Maintainability","level":2,"score":0.5655958652496338},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5272300243377686},{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.4883367717266083},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.48667246103286743},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4857521653175354},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.47908979654312134},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.44379723072052},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.44157516956329346},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.41006284952163696},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4008345603942871},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.39194583892822266},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.34262609481811523},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2827749252319336},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3468264.3468609","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3468264.3468609","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1967995512","https://openalex.org/W1985896931","https://openalex.org/W2003148182","https://openalex.org/W2026926213","https://openalex.org/W2028897749","https://openalex.org/W2045336717","https://openalex.org/W2053154970","https://openalex.org/W2085646369","https://openalex.org/W2114063681","https://openalex.org/W2127938826","https://openalex.org/W2131742774","https://openalex.org/W2135841285","https://openalex.org/W2152874840","https://openalex.org/W2395955025","https://openalex.org/W2508117657","https://openalex.org/W2602645998","https://openalex.org/W2769257947","https://openalex.org/W2795027827","https://openalex.org/W2809626883","https://openalex.org/W2900961173","https://openalex.org/W2997945246","https://openalex.org/W2998678832","https://openalex.org/W3040168066","https://openalex.org/W3040728396","https://openalex.org/W3085434149","https://openalex.org/W3106989382","https://openalex.org/W3114491449","https://openalex.org/W3161504508","https://openalex.org/W3163597827","https://openalex.org/W3180512116","https://openalex.org/W4255849941"],"related_works":["https://openalex.org/W3177447400","https://openalex.org/W2889622999","https://openalex.org/W3150697630","https://openalex.org/W2139219304","https://openalex.org/W4385489206","https://openalex.org/W2901649634","https://openalex.org/W4378808481","https://openalex.org/W1885811213","https://openalex.org/W4313330935","https://openalex.org/W1984574506"],"abstract_inverted_index":{"Software":[0],"testing":[1,67],"is":[2,144],"an":[3],"essential":[4],"software":[5,107,232],"quality":[6],"assurance":[7],"practice.":[8,159,173],"Testing":[9],"helps":[10],"expose":[11],"faults":[12],"earlier,":[13],"allowing":[14],"developers":[15,117],"to":[16,50,80,118,178,230],"repair":[17],"the":[18,51,64,100,113,123,150,166,245,252],"code":[19,62],"and":[20,45,71,130,153,182,213,234,251,270,283],"reduce":[21],"future":[22],"maintenance":[23,91,154],"costs.":[24],"However,":[25],"repairing":[26],"(i.e.,":[27],"making":[28],"failing":[29,82],"tests":[30,83,87,110,126,157,188,225,237],"pass)":[31],"may":[32,39,88,94,111,127],"not":[33],"always":[34],"be":[35],"done":[36],"immediately.":[37],"Bugs":[38],"require":[40],"multiple":[41],"rounds":[42],"of":[43,53,66,103,133,155,223,260],"repairs":[44],"even":[46],"remain":[47],"unfixed":[48],"due":[49],"difficulty":[52],"bug-fixing":[54],"tasks.":[55],"To":[56,160],"help":[57,89],"test":[58,171,208,248],"maintenance,":[59],"along":[60],"with":[61],"comments,":[63],"majority":[65],"frameworks":[68],"(e.g.,":[69],"JUnit":[70],"TestNG)":[72],"have":[73],"also":[74,95],"introduced":[75],"annotations":[76],"such":[77,210],"as":[78,211],"@Ignore":[79],"disable":[81,187],"temporarily.":[84],"Although":[85],"disabling":[86,109,156,172,200,249],"alleviate":[90],"difficulties,":[92],"they":[93],"introduce":[96],"technical":[97,134,254],"debt.":[98],"With":[99],"faster":[101],"release":[102],"applications":[104],"in":[105,158],"modern":[106],"development,":[108],"become":[112,128],"salvation":[114],"for":[115,240,281],"many":[116],"meet":[119],"project":[120],"deliverables.":[121],"In":[122],"end,":[124],"disabled":[125,224,236,239,263],"outdated":[129],"a":[131,176,266,271],"source":[132],"debt,":[135],"harming":[136],"long-term":[137],"maintenance.":[138],"Despite":[139],"its":[140],"harmful":[141],"implications,":[142],"there":[143],"little":[145],"empirical":[146,168],"research":[147],"evidence":[148],"on":[149,170],"prevalence,":[151],"evolution,":[152],"fill":[161],"this":[162],"gap,":[163],"we":[164,276],"perform":[165],"first":[167],"study":[169],"We":[174],"develop":[175],"tool":[177],"mine":[179],"122K":[180],"commits":[181],"detect":[183],"3,111":[184],"changes":[185,201],"that":[186,221],"from":[189],"15":[190],"open-source":[191],"Java":[192],"systems.":[193],"Our":[194,217],"main":[195],"findings":[196],"are:":[197],"(1)":[198],"Test":[199],"are":[202,226],"19%":[203],"more":[204],"common":[205],"than":[206],"regular":[207],"refactorings,":[209],"renames":[212],"type":[214],"changes.":[215],"(2)":[216],"life-cycle":[218],"analysis":[219],"shows":[220],"41%":[222],"never":[227],"brought":[228],"back":[229],"evaluate":[231],"quality,":[233],"most":[235],"stay":[238],"several":[241],"years.":[242],"(3)We":[243],"unveil":[244],"motivations":[246],"behind":[247],"practice":[250],"associated":[253],"debt":[255],"by":[256],"manually":[257],"studying":[258],"evolutions":[259],"349":[261],"unique":[262],"tests,":[264],"achieving":[265],"95%":[267],"confidence":[268,273],"level":[269],"5%":[272],"interval.":[274],"Finally,":[275],"present":[277],"some":[278],"actionable":[279],"implications":[280],"researchers":[282],"developers.":[284]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}