{"id":"https://openalex.org/W3216067238","doi":"https://doi.org/10.1109/tse.2021.3129355","title":"Machine Learning for Technical Debt Identification","display_name":"Machine Learning for Technical Debt Identification","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3216067238","doi":"https://doi.org/10.1109/tse.2021.3129355","mag":"3216067238"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2021.3129355","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2021.3129355","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007207219","display_name":"Dimitrios Tsoukalas","orcid":"https://orcid.org/0000-0001-9986-0796"},"institutions":[{"id":"https://openalex.org/I192756129","display_name":"University of Macedonia","ror":"https://ror.org/05fg6gr82","country_code":"GR","type":"education","lineage":["https://openalex.org/I192756129"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Dimitrios Tsoukalas","raw_affiliation_strings":["Department of Applied Informatics, University of Macedonia, 68999 Thessaloniki, Central Macedonia, Greece, (e-mail: tsoukj@iti.gr)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Informatics, University of Macedonia, 68999 Thessaloniki, Central Macedonia, Greece, (e-mail: tsoukj@iti.gr)","institution_ids":["https://openalex.org/I192756129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081514756","display_name":"Nikolaos Mittas","orcid":"https://orcid.org/0000-0003-3061-7864"},"institutions":[{"id":"https://openalex.org/I183898223","display_name":"International Hellenic University","ror":"https://ror.org/00708jp83","country_code":"GR","type":"education","lineage":["https://openalex.org/I183898223"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nikolaos Mittas","raw_affiliation_strings":["Department of Chemistry, International Hellenic University, 125444 Thessaloniki, Central Macedonia, Greece, (e-mail: nmittas@chem.ihu.gr)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Chemistry, International Hellenic University, 125444 Thessaloniki, Central Macedonia, Greece, (e-mail: nmittas@chem.ihu.gr)","institution_ids":["https://openalex.org/I183898223"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023178335","display_name":"Alexandros Chatzigeorgiou","orcid":null},"institutions":[{"id":"https://openalex.org/I192756129","display_name":"University of Macedonia","ror":"https://ror.org/05fg6gr82","country_code":"GR","type":"education","lineage":["https://openalex.org/I192756129"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Alexandros Chatzigeorgiou","raw_affiliation_strings":["Department of Applied Informatics, University of Macedonia, 68999 Thessaloniki, Central Macedonia, Greece, (e-mail: achat@uom.edu.gr)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Informatics, University of Macedonia, 68999 Thessaloniki, Central Macedonia, Greece, (e-mail: achat@uom.edu.gr)","institution_ids":["https://openalex.org/I192756129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060625416","display_name":"Dionysios Kehagias","orcid":"https://orcid.org/0000-0002-6912-3493"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Dionisis D. Kehagias","raw_affiliation_strings":["Information Technologies Institute, Centre for Research and Technology-Hellas, 419215 Thessaloniki, Central Macedonia, Greece, (e-mail: diok@iti.gr)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Technologies Institute, Centre for Research and Technology-Hellas, 419215 Thessaloniki, Central Macedonia, Greece, (e-mail: diok@iti.gr)","institution_ids":["https://openalex.org/I4210093649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057023981","display_name":"Apostolos Ampatzoglou","orcid":"https://orcid.org/0000-0002-5764-7302"},"institutions":[{"id":"https://openalex.org/I192756129","display_name":"University of Macedonia","ror":"https://ror.org/05fg6gr82","country_code":"GR","type":"education","lineage":["https://openalex.org/I192756129"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Apostolos Ampatzoglou","raw_affiliation_strings":["Department of Applied Informatics, University of Macedonia, 68999 Thessaloniki, Central Macedonia, Greece, (e-mail: apostolos.ampatzoglou@gmail.com)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Informatics, University of Macedonia, 68999 Thessaloniki, Central Macedonia, Greece, (e-mail: apostolos.ampatzoglou@gmail.com)","institution_ids":["https://openalex.org/I192756129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066212280","display_name":"Theodoros Amanatidis","orcid":null},"institutions":[{"id":"https://openalex.org/I192756129","display_name":"University of Macedonia","ror":"https://ror.org/05fg6gr82","country_code":"GR","type":"education","lineage":["https://openalex.org/I192756129"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Theodoros Amanatidis","raw_affiliation_strings":["Department of Applied Informatics, University of Macedonia, 68999 Thessaloniki, Central Macedonia, Greece, (e-mail: tamanatidis@uom.edu.gr)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Informatics, University of Macedonia, 68999 Thessaloniki, Central Macedonia, Greece, (e-mail: tamanatidis@uom.edu.gr)","institution_ids":["https://openalex.org/I192756129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008070273","display_name":"Lefteris Angelis","orcid":"https://orcid.org/0000-0002-6677-4039"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Lefteris Angelis","raw_affiliation_strings":["Computer Science Department, Aristotle University of Thessaloniki, 37782 Thessaloniki, Central Macedonia, Greece, (e-mail: lef@csd.auth.gr)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Aristotle University of Thessaloniki, 37782 Thessaloniki, Central Macedonia, Greece, (e-mail: lef@csd.auth.gr)","institution_ids":["https://openalex.org/I21370196"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.8207,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.96246225,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9437999725341797,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8497295379638672},{"id":"https://openalex.org/keywords/technical-debt","display_name":"Technical debt","score":0.8429443836212158},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.7541548013687134},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7211970090866089},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.6878352165222168},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6478452086448669},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5401389598846436},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5301464796066284},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.492291122674942},{"id":"https://openalex.org/keywords/code-refactoring","display_name":"Code refactoring","score":0.4916594624519348},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.48391586542129517},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.4687854051589966},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4273827075958252},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.41730767488479614},{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.41395068168640137},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.400838702917099},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3834426701068878},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2517598271369934},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.24194562435150146},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.2221464216709137},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.10998186469078064}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8497295379638672},{"id":"https://openalex.org/C159198006","wikidata":"https://www.wikidata.org/wiki/Q1532172","display_name":"Technical debt","level":4,"score":0.8429443836212158},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.7541548013687134},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7211970090866089},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6878352165222168},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6478452086448669},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5401389598846436},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5301464796066284},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.492291122674942},{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.4916594624519348},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.48391586542129517},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.4687854051589966},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4273827075958252},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.41730767488479614},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.41395068168640137},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.400838702917099},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3834426701068878},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2517598271369934},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.24194562435150146},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.2221464216709137},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10998186469078064},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2021.3129355","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2021.3129355","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G1271911044","display_name":"Smart Cloud Integrated Development Environment supporting the full-stack implementation, composition and deployment of data-centered services and applications in the cloud","funder_award_id":"871177","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2593229233","display_name":"Enhancing Programmability and boosting Performance Portability for Exascale Computing Systems","funder_award_id":"801015","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W429766147","https://openalex.org/W571200655","https://openalex.org/W649920412","https://openalex.org/W1550812296","https://openalex.org/W1565746575","https://openalex.org/W1826514372","https://openalex.org/W1972978214","https://openalex.org/W1975865922","https://openalex.org/W1976526581","https://openalex.org/W1987270873","https://openalex.org/W2003934931","https://openalex.org/W2005504865","https://openalex.org/W2043837581","https://openalex.org/W2067148378","https://openalex.org/W2118978333","https://openalex.org/W2128864022","https://openalex.org/W2139706233","https://openalex.org/W2144182447","https://openalex.org/W2146338950","https://openalex.org/W2148143831","https://openalex.org/W2182361439","https://openalex.org/W2310208102","https://openalex.org/W2330210193","https://openalex.org/W2490420619","https://openalex.org/W2565244242","https://openalex.org/W2899407111","https://openalex.org/W2908058835","https://openalex.org/W2921312506","https://openalex.org/W2949102124","https://openalex.org/W2955304909","https://openalex.org/W2965526865","https://openalex.org/W3014251356","https://openalex.org/W3040728396","https://openalex.org/W3080861437","https://openalex.org/W3083752221","https://openalex.org/W3087070939","https://openalex.org/W3088620338","https://openalex.org/W3089863335","https://openalex.org/W3093518850","https://openalex.org/W3093853090","https://openalex.org/W3096437122","https://openalex.org/W3100183864","https://openalex.org/W3118969496","https://openalex.org/W3141989311","https://openalex.org/W6685961532","https://openalex.org/W6731397670"],"related_works":["https://openalex.org/W4221160381","https://openalex.org/W4226265053","https://openalex.org/W3164126106","https://openalex.org/W4312691020","https://openalex.org/W3133994035","https://openalex.org/W2390440384","https://openalex.org/W4389805014","https://openalex.org/W4214834810","https://openalex.org/W4253149709","https://openalex.org/W2294716178"],"abstract_inverted_index":{"Technical":[0],"Debt":[1],"(TD)":[2],"is":[3,148],"a":[4,41,75,120,160,185],"successful":[5],"metaphor":[6],"in":[7,62],"conveying":[8],"the":[9,38,69,183,191],"consequences":[10],"of":[11,33,40,44,51,71,99,134,162,169,178,193],"software":[12],"inefficiencies":[13],"and":[14,20,31,96,106,157],"their":[15],"elimination":[16],"to":[17,25,87,112,150],"both":[18],"technical":[19],"non-technical":[21],"stakeholders,":[22],"primarily":[23],"due":[24],"its":[26],"monetary":[27],"nature.":[28],"The":[29,143],"identification":[30],"quantification":[32],"TD":[34,64,135,152,192],"rely":[35],"heavily":[36],"on":[37,182],"use":[39,83],"small":[42],"handful":[43],"sophisticated":[45],"tools":[46,60],"that":[47,146],"check":[48],"for":[49,104,188],"violations":[50],"certain":[52],"predefined":[53],"rules,":[54],"usually":[55],"through":[56],"static":[57],"analysis.":[58],"Different":[59],"result":[61],"divergent":[63],"estimates":[65],"calling":[66],"into":[67],"question":[68],"reliability":[70],"findings":[72,144],"derived":[73],"by":[74,139],"single":[76],"tool.":[77],"To":[78],"alleviate":[79],"this":[80],"issue":[81,92],"we":[82,122],"18":[84],"metrics":[85],"pertaining":[86],"source":[88],"code,":[89],"repository":[90],"activity,":[91],"tracking,":[93],"refactorings,":[94],"duplication":[95],"commenting":[97],"rates":[98],"each":[100],"class":[101],"as":[102,111,115],"features":[103],"statistical":[105],"Machine":[107],"Learning":[108],"models,":[109],"so":[110],"classify":[113],"them":[114],"High-TD":[116],"or":[117],"not.":[118],"As":[119],"benchmark":[121],"exploit":[123],"18.857":[124],"classes":[125],"obtained":[126],"from":[127],"25":[128],"Java":[129,194],"projects,":[130],"whose":[131],"high":[132],"levels":[133],"has":[136,196],"been":[137,197],"confirmed":[138],"three":[140],"leading":[141],"tools.":[142],"indicate":[145],"it":[147],"feasible":[149],"identify":[151],"issues":[153],"with":[154,172],"sufficient":[155],"accuracy":[156],"reasonable":[158],"effort:":[159],"subset":[161],"superior":[163],"classifiers":[164],"achieved":[165],"an":[166,173],"F<sub>2</sub>-measure":[167],"score":[168],"approximately":[170,179],"0.79":[171],"associated":[174],"Module":[175],"Inspection":[176],"ratio":[177],"0.10.":[180],"Based":[181],"results":[184],"tool":[186],"prototype":[187],"automatically":[189],"assessing":[190],"projects":[195],"implemented.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}