{"id":"https://openalex.org/W4226203778","doi":"https://doi.org/10.1007/s10664-022-10128-3","title":"Identifying self-admitted technical debt in issue tracking systems using machine learning","display_name":"Identifying self-admitted technical debt in issue tracking systems using machine learning","publication_year":2022,"publication_date":"2022-07-10","ids":{"openalex":"https://openalex.org/W4226203778","doi":"https://doi.org/10.1007/s10664-022-10128-3"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-022-10128-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10128-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10128-3.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10128-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100730906","display_name":"Yikun Li","orcid":"https://orcid.org/0000-0002-1566-725X"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Yikun Li","raw_affiliation_strings":["Bernoulli Institute for Mathematics, Computer Science and Artificial Intelligence, University of Groningen, Groningen, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-1566-725X","affiliations":[{"raw_affiliation_string":"Bernoulli Institute for Mathematics, Computer Science and Artificial Intelligence, University of Groningen, Groningen, The Netherlands","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020664153","display_name":"Mohamed Soliman","orcid":"https://orcid.org/0000-0002-6638-3732"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mohamed Soliman","raw_affiliation_strings":["Bernoulli Institute for Mathematics, Computer Science and Artificial Intelligence, University of Groningen, Groningen, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bernoulli Institute for Mathematics, Computer Science and Artificial Intelligence, University of Groningen, Groningen, The Netherlands","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083888080","display_name":"Paris Avgeriou","orcid":"https://orcid.org/0000-0002-7101-0754"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Paris Avgeriou","raw_affiliation_strings":["Bernoulli Institute for Mathematics, Computer Science and Artificial Intelligence, University of Groningen, Groningen, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bernoulli Institute for Mathematics, Computer Science and Artificial Intelligence, University of Groningen, Groningen, The Netherlands","institution_ids":["https://openalex.org/I169381384"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5100730906"],"corresponding_institution_ids":["https://openalex.org/I169381384"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":9.385,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":{"value":0.97908075,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"27","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/technical-debt","display_name":"Technical debt","score":0.8145214915275574},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7676941156387329},{"id":"https://openalex.org/keywords/maintainability","display_name":"Maintainability","score":0.7646697759628296},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5120700001716614},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5022890567779541},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5016815662384033},{"id":"https://openalex.org/keywords/situational-ethics","display_name":"Situational ethics","score":0.47394895553588867},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.45260941982269287},{"id":"https://openalex.org/keywords/tracking-system","display_name":"Tracking system","score":0.45244261622428894},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.44853052496910095},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4467669427394867},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.44069185853004456},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.4328042268753052},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36601683497428894},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33995795249938965},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3362944424152374},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2512795329093933},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.12603628635406494},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11171227693557739}],"concepts":[{"id":"https://openalex.org/C159198006","wikidata":"https://www.wikidata.org/wiki/Q1532172","display_name":"Technical debt","level":4,"score":0.8145214915275574},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7676941156387329},{"id":"https://openalex.org/C160713754","wikidata":"https://www.wikidata.org/wiki/Q1389965","display_name":"Maintainability","level":2,"score":0.7646697759628296},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5120700001716614},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5022890567779541},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5016815662384033},{"id":"https://openalex.org/C9114305","wikidata":"https://www.wikidata.org/wiki/Q1428317","display_name":"Situational ethics","level":2,"score":0.47394895553588867},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.45260941982269287},{"id":"https://openalex.org/C154586513","wikidata":"https://www.wikidata.org/wiki/Q4420972","display_name":"Tracking system","level":3,"score":0.45244261622428894},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.44853052496910095},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4467669427394867},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.44069185853004456},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.4328042268753052},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36601683497428894},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33995795249938965},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3362944424152374},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2512795329093933},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.12603628635406494},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11171227693557739},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10664-022-10128-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10128-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10128-3.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:pure.rug.nl:openaire/8169e02d-bd02-4f92-a58f-93ef5efd0a20","is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/8169e02d-bd02-4f92-a58f-93ef5efd0a20","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Li, Y, Soliman, M & Avgeriou, P 2022, 'Identifying self-admitted technical debt in issue tracking systems using machine learning', Empirical Software Engineering, vol. 27, no. 6, 131. https://doi.org/10.1007/s10664-022-10128-3","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pure.rug.nl:publications/8169e02d-bd02-4f92-a58f-93ef5efd0a20","is_oa":true,"landing_page_url":"https://hdl.handle.net/11370/8169e02d-bd02-4f92-a58f-93ef5efd0a20","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, Y, Soliman, M & Avgeriou, P 2022, 'Identifying self-admitted technical debt in issue tracking systems using machine learning', Empirical Software Engineering, vol. 27, no. 6, 131. https://doi.org/10.1007/s10664-022-10128-3","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10664-022-10128-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10128-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10128-3.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G3277892128","display_name":null,"funder_award_id":"No. 17038 VISDOM","funder_id":"https://openalex.org/F4320325600","funder_display_name":"ITEA3"},{"id":"https://openalex.org/G6125628179","display_name":null,"funder_award_id":"17038","funder_id":"https://openalex.org/F4320313144","funder_display_name":"ITEA"},{"id":"https://openalex.org/G8430475430","display_name":null,"funder_award_id":"17038","funder_id":"https://openalex.org/F4320325600","funder_display_name":"ITEA3"}],"funders":[{"id":"https://openalex.org/F4320313144","display_name":"ITEA","ror":null},{"id":"https://openalex.org/F4320325600","display_name":"ITEA3","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226203778.pdf","grobid_xml":"https://content.openalex.org/works/W4226203778.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1826514372","https://openalex.org/W1832693441","https://openalex.org/W1913969462","https://openalex.org/W1977966786","https://openalex.org/W2028836139","https://openalex.org/W2045336717","https://openalex.org/W2057244851","https://openalex.org/W2070111972","https://openalex.org/W2107940314","https://openalex.org/W2108564850","https://openalex.org/W2121082043","https://openalex.org/W2130602377","https://openalex.org/W2166183437","https://openalex.org/W2395122565","https://openalex.org/W2395955025","https://openalex.org/W2402365003","https://openalex.org/W2407564458","https://openalex.org/W2493916176","https://openalex.org/W2565244242","https://openalex.org/W2576115447","https://openalex.org/W2579161546","https://openalex.org/W2612649659","https://openalex.org/W2612705982","https://openalex.org/W2728950798","https://openalex.org/W2804233018","https://openalex.org/W2805357019","https://openalex.org/W2809626883","https://openalex.org/W2884229567","https://openalex.org/W2885935106","https://openalex.org/W2919248872","https://openalex.org/W2937423263","https://openalex.org/W2962678461","https://openalex.org/W2962946486","https://openalex.org/W2963626623","https://openalex.org/W2966158888","https://openalex.org/W2967888096","https://openalex.org/W2971296908","https://openalex.org/W3089767927","https://openalex.org/W3093959562","https://openalex.org/W3105625590","https://openalex.org/W3124180615","https://openalex.org/W3145867603","https://openalex.org/W4233152543","https://openalex.org/W4236362309","https://openalex.org/W4243367342","https://openalex.org/W4300718545","https://openalex.org/W6682371025"],"related_works":["https://openalex.org/W2889622999","https://openalex.org/W3160915530","https://openalex.org/W2888334439","https://openalex.org/W1543936162","https://openalex.org/W4221127295","https://openalex.org/W1971776229","https://openalex.org/W1802836377","https://openalex.org/W3021920309","https://openalex.org/W2476553276","https://openalex.org/W4313330935"],"abstract_inverted_index":{"Abstract":[0],"Technical":[1,43],"debt":[2,27],"is":[3,28,40,229],"a":[4,36,94,165,223],"metaphor":[5],"indicating":[6,195],"sub-optimal":[7],"solutions":[8],"implemented":[9],"for":[10,82,143],"short-term":[11],"benefits":[12],"by":[13,31,97,164],"sacrificing":[14],"the":[15,171,181,217],"long-term":[16],"maintainability":[17],"and":[18,99,123,133,139,193,197],"evolvability":[19],"of":[20,25,74,110,184,199,226],"software.":[21],"A":[22],"special":[23],"type":[24],"technical":[26],"explicitly":[29],"admitted":[30],"software":[32],"engineers":[33],"(e.g.":[34],"using":[35,125,151,203,216],"TODO":[37],"comment);":[38],"this":[39,89],"called":[41],"Self-Admitted":[42],"Debt":[44],"or":[45],"SATD.":[46],"Most":[47],"work":[48],"on":[49,54],"automatically":[50,83,144],"identifying":[51,84,145],"SATD":[52,85,146,189,211],"focuses":[53],"source":[55,61,73],"code":[56,62],"comments.":[57],"In":[58,88],"addition":[59],"to":[60,69,107,170,214,231],"comments,":[63],"issue":[64,128,148,205,219],"tracking":[65,129,149,206,220],"systems":[66,130,150,207],"have":[67,208],"shown":[68],"be":[70],"another":[71],"rich":[72],"SATD,":[75],"but":[76],"there":[77],"are":[78,191],"no":[79],"approaches":[80,163],"specifically":[81],"in":[86,147],"issues.":[87],"paper,":[90],"we":[91],"first":[92],"create":[93],"training":[95,227],"dataset":[96],"collecting":[98],"manually":[100],"analyzing":[101],"4,200":[102],"issues":[103],"(that":[104],"break":[105],"down":[106],"23,180":[108],"sections":[109],"issues)":[111],"from":[112,176],"seven":[113],"open-source":[114],"projects":[115,202,215],"(i.e.,":[116,131],"Camel,":[117],"Chromium,":[118],"Gerrit,":[119],"Hadoop,":[120],"HBase,":[121],"Impala,":[122],"Thrift)":[124],"two":[126],"popular":[127],"Jira":[132],"Google":[134],"Monorail).":[135],"We":[136],"then":[137],"propose":[138],"optimize":[140],"an":[141],"approach":[142,160],"machine":[152],"learning.":[153],"Our":[154],"findings":[155],"indicate":[156],"that:":[157],"1)":[158],"our":[159,185],"outperforms":[161],"baseline":[162],"wide":[166],"margin":[167],"with":[168],"regard":[169],"F1-score;":[172],"2)":[173],"transferring":[174],"knowledge":[175],"suitable":[177],"datasets":[178],"can":[179],"improve":[180],"predictive":[182],"performance":[183],"approach;":[186],"3)":[187],"extracted":[188],"keywords":[190,212],"intuitive":[192],"potentially":[194],"types":[196],"indicators":[198],"SATD;":[200],"4)":[201],"different":[204],"less":[209],"common":[210],"compared":[213],"same":[218],"system;":[221],"5)":[222],"small":[224],"amount":[225],"data":[228],"needed":[230],"achieve":[232],"good":[233],"accuracy.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}
