{"id":"https://openalex.org/W3185691166","doi":"https://doi.org/10.1145/3447247","title":"How Far Have We Progressed in Identifying Self-admitted Technical Debts? A Comprehensive Empirical Study","display_name":"How Far Have We Progressed in Identifying Self-admitted Technical Debts? A Comprehensive Empirical Study","publication_year":2021,"publication_date":"2021-07-23","ids":{"openalex":"https://openalex.org/W3185691166","doi":"https://doi.org/10.1145/3447247","mag":"3185691166"},"language":"en","primary_location":{"id":"doi:10.1145/3447247","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447247","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076345947","display_name":"Zhaoqiang Guo","orcid":"https://orcid.org/0000-0001-8971-5755"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaoqiang Guo","raw_affiliation_strings":["Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032997967","display_name":"Shiran Liu","orcid":"https://orcid.org/0000-0003-3627-0881"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiran Liu","raw_affiliation_strings":["Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100606679","display_name":"Jinping Liu","orcid":"https://orcid.org/0000-0002-8669-882X"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinping Liu","raw_affiliation_strings":["Jiangsu University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu University","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360608","display_name":"Yanhui Li","orcid":"https://orcid.org/0000-0003-2282-7175"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhui Li","raw_affiliation_strings":["Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100443798","display_name":"Lin Chen","orcid":"https://orcid.org/0000-0003-2352-2226"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Chen","raw_affiliation_strings":["Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020202211","display_name":"Hongmin Lu","orcid":"https://orcid.org/0000-0002-3558-9754"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongmin Lu","raw_affiliation_strings":["Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031391841","display_name":"Yuming Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuming Zhou","raw_affiliation_strings":["Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5076345947"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":8.2476,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.97539047,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"30","issue":"4","first_page":"1","last_page":"56"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8541997075080872},{"id":"https://openalex.org/keywords/technical-debt","display_name":"Technical debt","score":0.8030894994735718},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.7608323097229004},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6704464554786682},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5750604867935181},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5146187543869019},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4909863770008087},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4837620258331299},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.48345932364463806},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.43952861428260803},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4139457941055298},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3693346381187439},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2360340654850006},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07473582029342651}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8541997075080872},{"id":"https://openalex.org/C159198006","wikidata":"https://www.wikidata.org/wiki/Q1532172","display_name":"Technical debt","level":4,"score":0.8030894994735718},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.7608323097229004},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6704464554786682},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5750604867935181},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5146187543869019},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4909863770008087},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4837620258331299},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.48345932364463806},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43952861428260803},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4139457941055298},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3693346381187439},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2360340654850006},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07473582029342651},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3447247","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447247","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.5400000214576721,"display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G6727764478","display_name":null,"funder_award_id":"61772259, 61872177","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W1244965290","https://openalex.org/W1500946169","https://openalex.org/W1596515083","https://openalex.org/W1615337185","https://openalex.org/W1616262590","https://openalex.org/W1670217665","https://openalex.org/W1791687657","https://openalex.org/W1832693441","https://openalex.org/W1967995512","https://openalex.org/W1968074466","https://openalex.org/W1973452851","https://openalex.org/W1985797722","https://openalex.org/W1992345889","https://openalex.org/W2009256433","https://openalex.org/W2016191054","https://openalex.org/W2028836139","https://openalex.org/W2031271477","https://openalex.org/W2037843344","https://openalex.org/W2045336717","https://openalex.org/W2053154970","https://openalex.org/W2057244851","https://openalex.org/W2057433090","https://openalex.org/W2070111972","https://openalex.org/W2084173245","https://openalex.org/W2089758871","https://openalex.org/W2102125164","https://openalex.org/W2118020653","https://openalex.org/W2118655104","https://openalex.org/W2118978333","https://openalex.org/W2128802947","https://openalex.org/W2133300188","https://openalex.org/W2139270835","https://openalex.org/W2165612380","https://openalex.org/W2203366176","https://openalex.org/W2250879510","https://openalex.org/W2395122565","https://openalex.org/W2395955025","https://openalex.org/W2402619042","https://openalex.org/W2507460979","https://openalex.org/W2513738415","https://openalex.org/W2548915941","https://openalex.org/W2551393996","https://openalex.org/W2579161546","https://openalex.org/W2593675739","https://openalex.org/W2605594016","https://openalex.org/W2612705982","https://openalex.org/W2749730959","https://openalex.org/W2761479024","https://openalex.org/W2767894374","https://openalex.org/W2767926059","https://openalex.org/W2795469443","https://openalex.org/W2795903893","https://openalex.org/W2799610300","https://openalex.org/W2802138742","https://openalex.org/W2809626883","https://openalex.org/W2887005207","https://openalex.org/W2888312537","https://openalex.org/W2895210669","https://openalex.org/W2898383220","https://openalex.org/W2910952060","https://openalex.org/W2919248872","https://openalex.org/W2920977289","https://openalex.org/W2962911862","https://openalex.org/W2963402313","https://openalex.org/W2966158888","https://openalex.org/W2997681568","https://openalex.org/W2998678832","https://openalex.org/W3048499355","https://openalex.org/W3099095494","https://openalex.org/W3102431071","https://openalex.org/W3143835353","https://openalex.org/W3149463827","https://openalex.org/W4234989652","https://openalex.org/W4243235114"],"related_works":["https://openalex.org/W2060038150","https://openalex.org/W2031271477","https://openalex.org/W2070437629","https://openalex.org/W1840755814","https://openalex.org/W3032002352","https://openalex.org/W2739113232","https://openalex.org/W3133010148","https://openalex.org/W4385731406","https://openalex.org/W3130266246","https://openalex.org/W3208519802"],"abstract_inverted_index":{"Background.":[0],"Self-admitted":[1],"technical":[2,10,22],"debt":[3,11],"(SATD)":[4],"is":[5,13,39,88,157,291],"a":[6,64,120,136,169,174,201,315],"special":[7],"kind":[8],"of":[9,27,33,66,112,215,273,314,333],"that":[12,123,140,270],"intentionally":[14],"introduced":[15],"and":[16,29,44,172,243],"remarked":[17],"by":[18,90,115,186,231,240,261,280],"code":[19],"comments.":[20],"Those":[21],"debts":[23,47],"reduce":[24],"the":[25,31,110,125,180,225,271,284,312,331],"quality":[26],"software":[28,35],"increase":[30],"cost":[32],"subsequent":[34],"maintenance.":[36],"Therefore,":[37],"it":[38,296],"necessary":[40],"to":[41,57,101,129,151,167,329],"find":[42],"out":[43],"resolve":[45],"these":[46],"in":[48,74,80,109,149,183,287,311],"time.":[49],"Recently,":[50],"many":[51,81,248,306],"automatic":[52],"approaches":[53,94,118,233,246],"have":[54,77,106,298],"been":[55,78,277,299],"proposed":[56,336],"identify":[58,130,152],"SATD.":[59,97,131,153],"Problem.":[60],"Popular":[61],"IDEs":[62],"support":[63],"number":[65],"predefined":[67,126],"task":[68,127,143,252,307],"annotation":[69],"tags":[70,128,253,308],"for":[71,207],"indicating":[72],"SATD":[73,92,113,184,208,274,288,319],"comments,":[75],"which":[76,161,256],"used":[79,310],"projects.":[82],"However,":[83],"such":[84],"clear":[85],"prior":[86],"knowledge":[87],"neglected":[89],"existing":[91,117,190,212,232],"identification":[93,114,185,209,275,290,320],"when":[95,305],"identifying":[96],"Objective.":[98],"We":[99,133,301],"aim":[100],"investigate":[102],"how":[103],"far":[104],"we":[105,178],"really":[107],"progressed":[108],"field":[111],"comparing":[116,187],"with":[119,211,237,251,264],"simple":[121,137],"approach":[122,139],"leverages":[124],"Method.":[132],"first":[134],"propose":[135],"heuristic":[138],"fuzzily":[141],"Matches":[142],"Annotation":[144],"Tags":[145],"(":[146],"MAT":[147,156,188,199,241,265,324],")":[148],"comments":[150,289,313],"In":[154],"nature,":[155],"an":[158,326],"unsupervised":[159],"approach,":[160],"does":[162],"not":[163,292],"need":[164],"any":[165,334],"data":[166],"train":[168],"prediction":[170],"model":[171],"has":[173,200,276],"good":[175],"understandability.":[176],"Then,":[177],"examine":[179],"real":[181,285],"progress":[182,286],"against":[189],"approaches.":[191],"Result.":[192],"The":[193],"experimental":[194],"results":[195],"reveal":[196],"that:":[197],"(1)":[198],"similar":[202],"or":[203,218],"even":[204],"superior":[205],"performance":[206],"compared":[210],"approaches,":[213],"regardless":[214],"whether":[216],"non-effort-aware":[217],"effort-aware":[219],"evaluation":[220],"indicators":[221],"are":[222,234,309],"considered;":[223],"(2)":[224],"SATDs":[226,249],"(or":[227],"non-SATDs)":[228],"correctly":[229],"identified":[230,239],"highly":[235],"overlapped":[236],"those":[238],";":[242],"(3)":[244],"supervised":[245],"misclassify":[247],"marked":[250],"as":[254,295,325],"non-SATDs,":[255],"can":[257],"be":[258],"easily":[259],"corrected":[260],"their":[262],"combinations":[263],".":[266],"Conclusion.":[267],"It":[268],"appears":[269],"problem":[272],"(unintentionally)":[278],"complicated":[279],"our":[281],"community,":[282],"i.e.,":[283],"being":[293],"achieved":[294],"might":[297],"envisaged.":[300],"hence":[302],"suggest":[303],"that,":[304],"target":[316],"project,":[317],"future":[318],"studies":[321],"should":[322],"use":[323],"easy-to-implement":[327],"baseline":[328],"demonstrate":[330],"usefulness":[332],"newly":[335],"approach.":[337]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":8}],"updated_date":"2026-05-10T08:33:47.465468","created_date":"2025-10-10T00:00:00"}