{"id":"https://openalex.org/W3211961196","doi":"https://doi.org/10.1109/tse.2021.3125203","title":"Evaluating and Improving Unified Debugging","display_name":"Evaluating and Improving Unified Debugging","publication_year":2021,"publication_date":"2021-11-04","ids":{"openalex":"https://openalex.org/W3211961196","doi":"https://doi.org/10.1109/tse.2021.3125203","mag":"3211961196"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2021.3125203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2021.3125203","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085666756","display_name":"Samuel Benton","orcid":"https://orcid.org/0000-0003-0592-802X"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Samuel Benton","raw_affiliation_strings":["Department of Computer Science, University of Texas at Dallas, Richardson, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-0592-802X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100445612","display_name":"Xia Li","orcid":"https://orcid.org/0000-0003-1732-0804"},"institutions":[{"id":"https://openalex.org/I172980758","display_name":"Kennesaw State University","ror":"https://ror.org/00jeqjx33","country_code":"US","type":"education","lineage":["https://openalex.org/I172980758"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xia Li","raw_affiliation_strings":["Department of Software Engineering and Game Design, Kennesaw State University, Kennesaw, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering and Game Design, Kennesaw State University, Kennesaw, GA, USA","institution_ids":["https://openalex.org/I172980758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102858698","display_name":"Yiling Lou","orcid":"https://orcid.org/0000-0001-7814-0693"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiling Lou","raw_affiliation_strings":["Department of Computer Science, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0001-7814-0693","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043546718","display_name":"Lingming Zhang","orcid":"https://orcid.org/0000-0001-5175-2702"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingming Zhang","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Urbana-Champaign, Champaign, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5085666756"],"corresponding_institution_ids":["https://openalex.org/I162577319"],"apc_list":null,"apc_paid":null,"fwci":4.4301,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.94267016,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"48","issue":"11","first_page":"4692","last_page":"4716"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.9617529511451721},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8081058263778687},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7512549161911011},{"id":"https://openalex.org/keywords/algorithmic-program-debugging","display_name":"Algorithmic program debugging","score":0.6364835500717163},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5131247639656067},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4736327528953552},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.4725722372531891},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.4392605721950531},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.429498553276062},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.35202687978744507},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3337930738925934},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3284206986427307},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.1725817620754242}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.9617529511451721},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8081058263778687},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7512549161911011},{"id":"https://openalex.org/C136388014","wikidata":"https://www.wikidata.org/wiki/Q17084976","display_name":"Algorithmic program debugging","level":3,"score":0.6364835500717163},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5131247639656067},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4736327528953552},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.4725722372531891},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.4392605721950531},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.429498553276062},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.35202687978744507},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3337930738925934},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3284206986427307},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.1725817620754242},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tse.2021.3125203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2021.3125203","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:digitalcommons.kennesaw.edu:facpubs-6798","is_oa":false,"landing_page_url":"https://digitalcommons.kennesaw.edu/facpubs/5642","pdf_url":null,"source":{"id":"https://openalex.org/S4377196456","display_name":"DigitalCommons - Kennesaw State University (Kennesaw State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172980758","host_organization_name":"Kennesaw State University","host_organization_lineage":["https://openalex.org/I172980758"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty Articles","raw_type":"text"},{"id":"pmh:oai:digitalcommons.kennesaw.edu:facpubs-6824","is_oa":false,"landing_page_url":"https://digitalcommons.kennesaw.edu/facpubs/5668","pdf_url":null,"source":{"id":"https://openalex.org/S4377196456","display_name":"DigitalCommons - Kennesaw State University (Kennesaw State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172980758","host_organization_name":"Kennesaw State University","host_organization_lineage":["https://openalex.org/I172980758"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty Publications","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6032846938","display_name":null,"funder_award_id":"CCF-2141474","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G7152456148","display_name":null,"funder_award_id":"CCF-2131943","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W1526416044","https://openalex.org/W1843474218","https://openalex.org/W1950030762","https://openalex.org/W1969981172","https://openalex.org/W1988429542","https://openalex.org/W1990785546","https://openalex.org/W2001005268","https://openalex.org/W2002386085","https://openalex.org/W2010833880","https://openalex.org/W2021213467","https://openalex.org/W2033644368","https://openalex.org/W2036887984","https://openalex.org/W2060333670","https://openalex.org/W2067436653","https://openalex.org/W2101819268","https://openalex.org/W2122947685","https://openalex.org/W2128049346","https://openalex.org/W2135841285","https://openalex.org/W2145373440","https://openalex.org/W2147811874","https://openalex.org/W2151553346","https://openalex.org/W2153418968","https://openalex.org/W2153881107","https://openalex.org/W2156723666","https://openalex.org/W2162376048","https://openalex.org/W2165663378","https://openalex.org/W2169212615","https://openalex.org/W2172154252","https://openalex.org/W2274071363","https://openalex.org/W2285839903","https://openalex.org/W2288083000","https://openalex.org/W2343875716","https://openalex.org/W2344973853","https://openalex.org/W2465098971","https://openalex.org/W2465133314","https://openalex.org/W2467903332","https://openalex.org/W2518136680","https://openalex.org/W2735706718","https://openalex.org/W2736091366","https://openalex.org/W2740130372","https://openalex.org/W2762786131","https://openalex.org/W2767766265","https://openalex.org/W2795030435","https://openalex.org/W2795338679","https://openalex.org/W2850616187","https://openalex.org/W2851896161","https://openalex.org/W2867448323","https://openalex.org/W2895570420","https://openalex.org/W2904214673","https://openalex.org/W2905489084","https://openalex.org/W2924629359","https://openalex.org/W2941326118","https://openalex.org/W2954778170","https://openalex.org/W2958722695","https://openalex.org/W2958754741","https://openalex.org/W2962708851","https://openalex.org/W2962715466","https://openalex.org/W2963909831","https://openalex.org/W2967591898","https://openalex.org/W2978258522","https://openalex.org/W2980518752","https://openalex.org/W2998011150","https://openalex.org/W2998879364","https://openalex.org/W3000410628","https://openalex.org/W3042956498","https://openalex.org/W3099949809","https://openalex.org/W3100698844","https://openalex.org/W3104012431","https://openalex.org/W3121734253","https://openalex.org/W3125046082","https://openalex.org/W3149255455","https://openalex.org/W3162002359","https://openalex.org/W4241947695","https://openalex.org/W4288614128","https://openalex.org/W6631368076","https://openalex.org/W6768817834","https://openalex.org/W6784764194"],"related_works":["https://openalex.org/W1601811574","https://openalex.org/W3138026483","https://openalex.org/W2128962559","https://openalex.org/W1587224678","https://openalex.org/W2163352147","https://openalex.org/W2740264376","https://openalex.org/W3174909074","https://openalex.org/W2009786836","https://openalex.org/W1536968357","https://openalex.org/W4385301754"],"abstract_inverted_index":{"Automated":[0],"debugging":[1,170,213,248,269,283,358,394],"techniques,":[2,390],"including":[3],"fault":[4,22,29,54,89,98,388,425],"localization":[5,23,30,55,99,389,426],"and":[6,24,56,140,262,324,326,359,370,402,421,430],"program":[7,25,37,57,135,148,175],"repair,":[8,261],"have":[9],"been":[10],"studied":[11,189,206],"for":[12,36,63,100,178,197,243,399],"over":[13,274],"a":[14,42,266,434],"decade.":[15],"However,":[16,130],"the":[17,32,47,60,64,75,107,119,168,179,187,254,299,304,350,396],"only":[18,96,118,132],"existing":[19,147],"connection":[20],"between":[21],"repair":[26,38,58,82,125,136,149,176,207,217,220,233],"is":[27,142],"that":[28,124,328,361,380,404],"computes":[31],"potential":[33],"buggy":[34,318],"elements":[35],"to":[39,52,67,85,113,156,211,240,297,302,395,446,454],"patch.":[40],"Recently,":[41],"pioneering":[43],"work,":[44,161],"ProFL,":[45,347],"explored":[46],"idea":[48],"of":[49,110,122,167,256,337,352,409],"<i>unified":[50],"debugging</i>":[51],"unify":[53],"in":[59,339,411],"other":[61,146],"direction":[62],"first":[65,180,400],"time":[66,401],"boost":[68,384],"both":[69],"areas.":[70],"More":[71],"specifically,":[72],"ProFL":[73,94,131,285,332],"utilizes":[74],"patch":[76,444],"execution":[77],"results":[78,185],"from":[79,259,320],"one":[80,134],"state-of-the-art":[81,88,174,281,385,423],"system,":[83],"PraPR,":[84],"help":[86],"improve":[87,447],"localization.":[90],"In":[91,159],"this":[92,160],"way,":[93],"not":[95,143,251],"improves":[97,364],"<i>manual":[101],"repair</i>":[102,112],",":[103,440],"but":[104],"also":[105],"extends":[106],"application":[108],"scope":[109],"<i>automated":[111],"all":[114,204,366],"possible":[115],"bugs":[116,123,277,341,413,418,457],"(not":[117],"small":[120],"ratio":[121],"systems":[126,150,177,208,221,234],"can":[127,225,382],"automatically":[128],"fix).":[129],"considers":[133],"system":[137],"(i.e.,":[138],"PraPR),":[139],"it":[141],"clear":[144],"how":[145],"based":[151,441],"on":[152,172,186,253,315,356,374,442],"different":[153],"designs":[154],"contribute":[155,210],"unified":[157,169,198,212,230,244,247,268,282,357,393],"debugging.":[158],"we":[162,264,292,308],"perform":[163,241,311],"an":[164,312],"extensive":[165,313],"study":[166,314],"approach":[171],"16":[173,205],"time.":[181],"Our":[182],"initial":[183],"experimental":[184],"widely":[188],"Defects4J":[190,289,321],"benchmark":[191],"suite":[192],"reveal":[193],"various":[194],"practical":[195],"guidelines":[196],"debugging,":[199,231,245],"such":[200],"as":[201],"(1)":[202],"nearly":[203],"positively":[209],"despite":[214],"their":[215],"varying":[216],"capabilities,":[218],"(2)":[219],"targeting":[222],"multi-edit":[223],"patches":[224,238,258],"bring":[226],"extraneous":[227],"noise":[228],"into":[229],"(3)":[232],"with":[235],"more":[236,276,294,345,417,456],"executed/plausible":[237],"tend":[239],"better":[242],"(4)":[246],"effectiveness":[249],"does":[250],"rely":[252],"availability":[255],"correct":[257],"automated":[260],"(5)":[263],"propose":[265,433],"new":[267,435],"technique,":[270,436],"UniDebug++,":[271,449],"which":[272],"localizes":[273,406],"20%":[275],"within":[278,342,414,458],"Top-1":[279,415,459],"than":[280,346,419,460],"technique":[284],"(evaluated":[286],"against":[287],"four":[288],"subjects).":[290],"Furthermore,":[291],"conduct":[293],"comprehensive":[295],"studies":[296],"extend":[298,392],"above":[300],"experiments":[301],"make":[303],"following":[305],"additional":[306,317],"contributions:":[307],"(6)":[309],"further":[310,451],"76.3%":[316],"versions":[319],"(for":[322],"Closure":[323],"Mockito)":[325],"confirm":[327],"UniDebug++":[329,362,381,405],"again":[330],"outperforms":[331,422],"by":[333,428],"localizing":[334,452],"185":[335],"(out":[336,408],"395":[338,410],"total)":[340,412],"Top-1,":[343],"14%":[344],"(7)":[348],"investigate":[349],"impact":[351],"33":[353],"SBFL":[354],"formulae":[355],"observe":[360,403],"consistently":[363],"upon":[365,448],"formulae,":[367],"e.g.,":[368,450],"61%":[369],"53%":[371],"average":[372],"improvement":[373],"MFR":[375],"/":[376],"MAR,":[377],"(8)":[378],"demonstrate":[379],"substantially":[383],"learning-based":[386,424],"method-level":[387],"(9)":[391],"statement":[397],"level":[398],"78":[407],"(22%":[416],"ProFL)":[420],"techniques":[427],"30%,":[429],"finally":[431],"(10)":[432],"UniDebug+":[437],"<inline-formula><tex-math":[438],"notation=\"LaTeX\">$^\\star$</tex-math></inline-formula>":[439],"detailed":[443],"statistics,":[445],"up":[453],"9%":[455],"UniDebug++.":[461]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}