{"id":"https://openalex.org/W4296422558","doi":"https://doi.org/10.1145/3544902.3546637","title":"An Experience Report on Technical Debt in Pull Requests: Challenges and Lessons Learned","display_name":"An Experience Report on Technical Debt in Pull Requests: Challenges and Lessons Learned","publication_year":2022,"publication_date":"2022-09-07","ids":{"openalex":"https://openalex.org/W4296422558","doi":"https://doi.org/10.1145/3544902.3546637"},"language":"en","primary_location":{"id":"doi:10.1145/3544902.3546637","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544902.3546637","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM / IEEE International Symposium on Empirical Software Engineering and Measurement","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014949061","display_name":"Shubhashis Karmakar","orcid":null},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Shubhashis Karmakar","raw_affiliation_strings":["University of Saskatchewan, Canada"],"affiliations":[{"raw_affiliation_string":"University of Saskatchewan, Canada","institution_ids":["https://openalex.org/I32625721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022264168","display_name":"Zadia Codabux","orcid":"https://orcid.org/0000-0001-6715-3341"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zadia Codabux","raw_affiliation_strings":["University of Saskatchewan, Canada"],"affiliations":[{"raw_affiliation_string":"University of Saskatchewan, Canada","institution_ids":["https://openalex.org/I32625721"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001255062","display_name":"Melina Vidoni","orcid":"https://orcid.org/0000-0002-4099-1430"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Melina Vidoni","raw_affiliation_strings":["Australian National University, Australia"],"affiliations":[{"raw_affiliation_string":"Australian National University, Australia","institution_ids":["https://openalex.org/I118347636"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5014949061"],"corresponding_institution_ids":["https://openalex.org/I32625721"],"apc_list":null,"apc_paid":null,"fwci":1.213,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83741753,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"295","last_page":"300"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/technical-debt","display_name":"Technical debt","score":0.8706004619598389},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7824355959892273},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5895135402679443},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5593603253364563},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5559374690055847},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5051870942115784},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.49746468663215637},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.445911705493927},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.40354984998703003},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37467339634895325},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3530850410461426},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.120319664478302}],"concepts":[{"id":"https://openalex.org/C159198006","wikidata":"https://www.wikidata.org/wiki/Q1532172","display_name":"Technical debt","level":4,"score":0.8706004619598389},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7824355959892273},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5895135402679443},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5593603253364563},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5559374690055847},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5051870942115784},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.49746468663215637},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.445911705493927},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.40354984998703003},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37467339634895325},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3530850410461426},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.120319664478302},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3544902.3546637","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544902.3546637","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM / IEEE International Symposium on Empirical Software Engineering and Measurement","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2146473709","display_name":null,"funder_award_id":"RGPIN-2021-04232, DGECR-2021-00283","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W46679369","https://openalex.org/W1592081868","https://openalex.org/W1985040977","https://openalex.org/W1987922655","https://openalex.org/W2028836139","https://openalex.org/W2045336717","https://openalex.org/W2057244851","https://openalex.org/W2057433090","https://openalex.org/W2108025693","https://openalex.org/W2121879602","https://openalex.org/W2140952846","https://openalex.org/W2208845717","https://openalex.org/W2395122565","https://openalex.org/W2407564458","https://openalex.org/W2579161546","https://openalex.org/W2901474647","https://openalex.org/W2948033533","https://openalex.org/W3032362695","https://openalex.org/W3035055097","https://openalex.org/W3039617656","https://openalex.org/W3047535465","https://openalex.org/W3087070939","https://openalex.org/W3092243509","https://openalex.org/W3094365833","https://openalex.org/W3123597688","https://openalex.org/W3156333129","https://openalex.org/W3203026168","https://openalex.org/W3204072835","https://openalex.org/W3209001851","https://openalex.org/W3212081735","https://openalex.org/W4200440497","https://openalex.org/W4205981155","https://openalex.org/W4210729440","https://openalex.org/W4214871480","https://openalex.org/W4288102205","https://openalex.org/W4294214983","https://openalex.org/W6601894380","https://openalex.org/W6804373874"],"related_works":["https://openalex.org/W2296478608","https://openalex.org/W2373724792","https://openalex.org/W2012842278","https://openalex.org/W3160915530","https://openalex.org/W2950845034","https://openalex.org/W2093432410","https://openalex.org/W4250810083","https://openalex.org/W2271843438","https://openalex.org/W2964958795","https://openalex.org/W4313330935"],"abstract_inverted_index":{"Background:":[0],"GitHub":[1],"is":[2,136],"a":[3],"collaborative":[4],"platform":[5],"for":[6,29],"global":[7],"software":[8,27,141],"development,":[9],"where":[10],"Pull":[11,61],"Requests":[12],"(PRs)":[13],"are":[14],"essential":[15],"to":[16,51,158],"bridge":[17],"code":[18,144],"changes":[19],"with":[20,81],"version":[21],"control.":[22],"However,":[23],"developers":[24,37],"often":[25,46],"trade":[26],"quality":[28],"faster":[30],"implementation,":[31],"incurring":[32],"Technical":[33],"Debt":[34],"(TD).":[35],"When":[36],"undertake":[38],"reviewers\u2019":[39],"roles":[40],"and":[41,74,87,96,100,155],"evaluate":[42],"PRs,":[43],"they":[44],"can":[45],"detect":[47],"TD":[48,66,116,133],"instances,":[49],"leading":[50],"either":[52],"PR":[53],"rejection":[54],"or":[55,148],"discussions.":[56],"Aims:":[57],"We":[58,77,92,122],"investigated":[59],"whether":[60],"Request":[62],"Comments":[63],"(PRCs)":[64],"indicate":[65,104],"by":[67],"assessing":[68],"three":[69],"large-scale":[70],"repositories:":[71],"Spark,":[72],"Kafka,":[73],"React.":[75],"Method:":[76],"combined":[78],"manual":[79],"classification":[80],"automated":[82],"detection":[83],"using":[84],"machine":[85],"learning":[86,89],"deep":[88],"models.":[90],"Results:":[91],"classified":[93],"two":[94],"datasets":[95],"found":[97],"that":[98,132],"37.7":[99],"38.7%":[101],"of":[102,165],"PRCs":[103,135],"TD,":[105],"respectively.":[106],"Our":[107],"best":[108],"model":[109],"achieved":[110],"F1":[111],"=":[112],"0.85":[113],"when":[114],"classifying":[115],"during":[117,126],"the":[118],"validation":[119],"phase.":[120],"Conclusions:":[121],"faced":[123],"several":[124],"challenges":[125,154],"this":[127,163],"process,":[128],"which":[129],"may":[130],"hint":[131],"in":[134,161],"discussed":[137],"differently":[138],"from":[139],"other":[140],"artifacts":[142],"(e.g.,":[143],"comments,":[145],"commits,":[146],"issues,":[147],"discussion":[149],"forums).":[150],"Thus,":[151],"we":[152],"present":[153],"lessons":[156],"learned":[157],"assist":[159],"researchers":[160],"pursuing":[162],"area":[164],"research.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}