{"id":"https://openalex.org/W3113463767","doi":"https://doi.org/10.1145/3422392.3422430","title":"Using Surveys to Build-up Empirical Evidence on Test-Related Technical Debt","display_name":"Using Surveys to Build-up Empirical Evidence on Test-Related Technical Debt","publication_year":2020,"publication_date":"2020-10-21","ids":{"openalex":"https://openalex.org/W3113463767","doi":"https://doi.org/10.1145/3422392.3422430","mag":"3113463767"},"language":"en","primary_location":{"id":"doi:10.1145/3422392.3422430","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3422392.3422430","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the XXXIV Brazilian Symposium on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018829208","display_name":"Lucin\u00e9ia Souza","orcid":null},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Lucin\u00e9ia Souza","raw_affiliation_strings":["Federal University of Bahia, Salvador, Bahia, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Bahia, Salvador, Bahia, Brazil","institution_ids":["https://openalex.org/I126158947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035589519","display_name":"S\u00e1vio Freire","orcid":"https://orcid.org/0000-0002-3989-9442"},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"S\u00e1vio Freire","raw_affiliation_strings":["Federal University of Bahia, Salvador, Bahia, Brazil Federal Institute of Cear\u00e1 Morada Nova, Cear\u00e1, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Bahia, Salvador, Bahia, Brazil Federal Institute of Cear\u00e1 Morada Nova, Cear\u00e1, Brazil","institution_ids":["https://openalex.org/I126158947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080589486","display_name":"Verusca Rocha","orcid":"https://orcid.org/0000-0002-1307-985X"},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Verusca Rocha","raw_affiliation_strings":["Federal University of Bahia, Salvador, Bahia, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Bahia, Salvador, Bahia, Brazil","institution_ids":["https://openalex.org/I126158947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061164498","display_name":"Nicolli Rios","orcid":null},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Nicolli Rios","raw_affiliation_strings":["Federal University of Bahia, Salvador, Bahia, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Bahia, Salvador, Bahia, Brazil","institution_ids":["https://openalex.org/I126158947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020235955","display_name":"Rodrigo Sp\u00ednola","orcid":"https://orcid.org/0000-0003-0272-9578"},"institutions":[{"id":"https://openalex.org/I1316675753","display_name":"Universidade do Estado da Bahia","ror":"https://ror.org/015n1m812","country_code":"BR","type":"education","lineage":["https://openalex.org/I1316675753"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rodrigo O. Sp\u00ednola","raw_affiliation_strings":["Salvador University and State University of Bahia Salvador, Bahia, Brazil"],"affiliations":[{"raw_affiliation_string":"Salvador University and State University of Bahia Salvador, Bahia, Brazil","institution_ids":["https://openalex.org/I1316675753"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025579659","display_name":"Manoel Mendon\u00e7a","orcid":"https://orcid.org/0000-0002-0874-7665"},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Manoel Mendon\u00e7a","raw_affiliation_strings":["Federal University of Bahia, Salvador, Bahia, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Bahia, Salvador, Bahia, Brazil","institution_ids":["https://openalex.org/I126158947"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5018829208"],"corresponding_institution_ids":["https://openalex.org/I126158947"],"apc_list":null,"apc_paid":null,"fwci":0.5338,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.76585323,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"750","last_page":"759"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/technical-debt","display_name":"Technical debt","score":0.9653844833374023},{"id":"https://openalex.org/keywords/rework","display_name":"Rework","score":0.7369731664657593},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.6893151998519897},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6378185153007507},{"id":"https://openalex.org/keywords/debt","display_name":"Debt","score":0.5683072805404663},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5588652491569519},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.5295273661613464},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46734386682510376},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.43553900718688965},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.34232693910598755},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.33127647638320923},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.24658596515655518},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21621674299240112},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.20469459891319275},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.1926703155040741},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1612238585948944},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.09247457981109619}],"concepts":[{"id":"https://openalex.org/C159198006","wikidata":"https://www.wikidata.org/wiki/Q1532172","display_name":"Technical debt","level":4,"score":0.9653844833374023},{"id":"https://openalex.org/C2776543023","wikidata":"https://www.wikidata.org/wiki/Q2147046","display_name":"Rework","level":2,"score":0.7369731664657593},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.6893151998519897},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6378185153007507},{"id":"https://openalex.org/C120527767","wikidata":"https://www.wikidata.org/wiki/Q3196867","display_name":"Debt","level":2,"score":0.5683072805404663},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5588652491569519},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5295273661613464},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46734386682510376},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.43553900718688965},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.34232693910598755},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33127647638320923},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.24658596515655518},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21621674299240112},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.20469459891319275},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.1926703155040741},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1612238585948944},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.09247457981109619},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3422392.3422430","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3422392.3422430","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the XXXIV Brazilian Symposium on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W134039274","https://openalex.org/W1658908529","https://openalex.org/W1826514372","https://openalex.org/W1840755814","https://openalex.org/W1961266972","https://openalex.org/W2015187825","https://openalex.org/W2091668716","https://openalex.org/W2104577574","https://openalex.org/W2184280076","https://openalex.org/W2806073060","https://openalex.org/W2894779371","https://openalex.org/W2944208424","https://openalex.org/W2949564314","https://openalex.org/W2966838272","https://openalex.org/W2987644148","https://openalex.org/W3002473834","https://openalex.org/W3035017090","https://openalex.org/W3149463827"],"related_works":["https://openalex.org/W2137196920","https://openalex.org/W2001967228","https://openalex.org/W2016750656","https://openalex.org/W1985548832","https://openalex.org/W1969836645","https://openalex.org/W4287868764","https://openalex.org/W3006676812","https://openalex.org/W1985040977","https://openalex.org/W4234730551","https://openalex.org/W4387411615"],"abstract_inverted_index":{"Background:":[0],"Technical":[1],"Debt":[2],"(TD)":[3],"refers":[4],"to":[5,20,27,43,45,75],"the":[6,39,57,71,78,99,103,107,112,192,207,210],"problem":[7],"of":[8,59,61,80,88,206,209],"pending":[9],"or":[10],"incomplete":[11,160],"tasks":[12],"and":[13,77,97,116,137,162,184,195,216],"artifacts":[14],"that":[15,73,147,171],"brings":[16],"short":[17],"term":[18,40],"gain":[19],"a":[21,86,89,203],"software":[22,50,62,94],"project,":[23],"but":[24],"may":[25],"have":[26],"be":[28],"paid":[29],"with":[30,68,93,102,130],"interest":[31],"later":[32],"on":[33],"in":[34,106,197],"its":[35,81],"life-cycle.":[36],"We":[37,84],"use":[38],"test-related":[41,69,213],"debt":[42,126,139,214],"refer":[44],"TD":[46,65,91,131,145,169],"items":[47,127],"faced":[48],"by":[49],"testing":[51,63,95,122],"practitioners.":[52,123],"Goal:":[53],"To":[54],"investigate,":[55],"from":[56,120],"point":[58],"view":[60,205],"practitioners,":[64],"types":[66,132],"associated":[67,129],"debt,":[70],"causes":[72,146,155,194,215],"lead":[74],"it,":[76],"effects":[79,170,179,196],"existence.":[82],"Method:":[83],"perform":[85],"replication":[87],"well-known":[90],"survey":[92,142,166],"practitioners":[96],"combine":[98],"obtained":[100],"responses":[101,119],"ones":[104],"collected":[105],"original":[108],"study.":[109],"In":[110],"total,":[111],"study":[113],"analyses,":[114],"quantitatively":[115],"qualitatively,":[117],"54":[118],"Brazilian":[121],"Results:":[124],"Test-related":[125],"are":[128,148,156,172,180],"such":[133],"as":[134],"documentation,":[135,161],"code,":[136],"test":[138],"itself.":[140],"The":[141,153,165,177],"identified":[143,167,193],"61":[144],"organized":[149],"into":[150,174],"eight":[151],"categories.":[152,176],"main":[154,178],"deadline,":[157],"outdated":[158],"/":[159],"inappropriate":[163],"planning.":[164],"45":[168],"grouped":[173],"six":[175],"delivery":[181],"delay,":[182],"rework,":[183],"low":[185],"external":[186],"quality.":[187],"Conclusion:":[188],"This":[189],"paper":[190],"organizes":[191],"probabilistic":[198],"cause-effect":[199],"diagrams,":[200],"which":[201],"provide":[202],"broad":[204],"state":[208],"practice":[211],"concerning":[212],"effects.":[217]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}