{"id":"https://openalex.org/W3211961196","doi":"https://doi.org/10.1109/tse.2021.3125203","title":"Evaluating and Improving Unified Debugging","display_name":"Evaluating and Improving Unified Debugging","publication_year":2021,"publication_date":"2021-11-04","ids":{"openalex":"https://openalex.org/W3211961196","doi":"https://doi.org/10.1109/tse.2021.3125203","mag":"3211961196"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2021.3125203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2021.3125203","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085666756","display_name":"Samuel Benton","orcid":"https://orcid.org/0000-0003-0592-802X"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel Benton","raw_affiliation_strings":["Department of Computer Science, University of Texas at Dallas, Richardson, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-0592-802X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100445612","display_name":"Xia Li","orcid":"https://orcid.org/0000-0003-1732-0804"},"institutions":[{"id":"https://openalex.org/I172980758","display_name":"Kennesaw State University","ror":"https://ror.org/00jeqjx33","country_code":"US","type":"education","lineage":["https://openalex.org/I172980758"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xia Li","raw_affiliation_strings":["Department of Software Engineering and Game Design, Kennesaw State University, Kennesaw, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering and Game Design, Kennesaw State University, Kennesaw, GA, USA","institution_ids":["https://openalex.org/I172980758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102858698","display_name":"Yiling Lou","orcid":"https://orcid.org/0000-0001-7814-0693"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiling Lou","raw_affiliation_strings":["Department of Computer Science, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0001-7814-0693","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043546718","display_name":"Lingming Zhang","orcid":"https://orcid.org/0000-0001-5175-2702"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingming Zhang","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Urbana-Champaign, Champaign, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.2931,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.95123004,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"48","issue":"11","first_page":"4692","last_page":"4716"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.9617529511451721},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8081058263778687},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7512549161911011},{"id":"https://openalex.org/keywords/algorithmic-program-debugging","display_name":"Algorithmic program debugging","score":0.6364835500717163},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5131247639656067},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4736327528953552},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.4725722372531891},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.4392605721950531},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.429498553276062},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.35202687978744507},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3337930738925934},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3284206986427307},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.1725817620754242}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.9617529511451721},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8081058263778687},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7512549161911011},{"id":"https://openalex.org/C136388014","wikidata":"https://www.wikidata.org/wiki/Q17084976","display_name":"Algorithmic program debugging","level":3,"score":0.6364835500717163},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5131247639656067},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4736327528953552},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.4725722372531891},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.4392605721950531},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.429498553276062},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.35202687978744507},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3337930738925934},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3284206986427307},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.1725817620754242},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tse.2021.3125203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2021.3125203","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:digitalcommons.kennesaw.edu:facpubs-6798","is_oa":false,"landing_page_url":"https://digitalcommons.kennesaw.edu/facpubs/5642","pdf_url":null,"source":{"id":"https://openalex.org/S4377196456","display_name":"DigitalCommons - Kennesaw State University (Kennesaw State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172980758","host_organization_name":"Kennesaw State University","host_organization_lineage":["https://openalex.org/I172980758"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty Articles","raw_type":"text"},{"id":"pmh:oai:digitalcommons.kennesaw.edu:facpubs-6824","is_oa":false,"landing_page_url":"https://digitalcommons.kennesaw.edu/facpubs/5668","pdf_url":null,"source":{"id":"https://openalex.org/S4377196456","display_name":"DigitalCommons - Kennesaw State University (Kennesaw State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172980758","host_organization_name":"Kennesaw State University","host_organization_lineage":["https://openalex.org/I172980758"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty Publications","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6032846938","display_name":null,"funder_award_id":"CCF-2141474","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G7152456148","display_name":null,"funder_award_id":"CCF-2131943","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W1526416044","https://openalex.org/W1843474218","https://openalex.org/W1950030762","https://openalex.org/W1969981172","https://openalex.org/W1988429542","https://openalex.org/W1990785546","https://openalex.org/W2001005268","https://openalex.org/W2002386085","https://openalex.org/W2010833880","https://openalex.org/W2021213467","https://openalex.org/W2033644368","https://openalex.org/W2036887984","https://openalex.org/W2060333670","https://openalex.org/W2067436653","https://openalex.org/W2101819268","https://openalex.org/W2122947685","https://openalex.org/W2128049346","https://openalex.org/W2135841285","https://openalex.org/W2145373440","https://openalex.org/W2147811874","https://openalex.org/W2151553346","https://openalex.org/W2153418968","https://openalex.org/W2153881107","https://openalex.org/W2156723666","https://openalex.org/W2162376048","https://openalex.org/W2165663378","https://openalex.org/W2169212615","https://openalex.org/W2172154252","https://openalex.org/W2274071363","https://openalex.org/W2285839903","https://openalex.org/W2288083000","https://openalex.org/W2343875716","https://openalex.org/W2344973853","https://openalex.org/W2465098971","https://openalex.org/W2465133314","https://openalex.org/W2467903332","https://openalex.org/W2518136680","https://openalex.org/W2735706718","https://openalex.org/W2736091366","https://openalex.org/W2740130372","https://openalex.org/W2762786131","https://openalex.org/W2767766265","https://openalex.org/W2795030435","https://openalex.org/W2795338679","https://openalex.org/W2850616187","https://openalex.org/W2851896161","https://openalex.org/W2867448323","https://openalex.org/W2895570420","https://openalex.org/W2904214673","https://openalex.org/W2905489084","https://openalex.org/W2924629359","https://openalex.org/W2941326118","https://openalex.org/W2954778170","https://openalex.org/W2958722695","https://openalex.org/W2958754741","https://openalex.org/W2962708851","https://openalex.org/W2962715466","https://openalex.org/W2963909831","https://openalex.org/W2967591898","https://openalex.org/W2978258522","https://openalex.org/W2980518752","https://openalex.org/W2998011150","https://openalex.org/W2998879364","https://openalex.org/W3000410628","https://openalex.org/W3042956498","https://openalex.org/W3099949809","https://openalex.org/W3100698844","https://openalex.org/W3104012431","https://openalex.org/W3121734253","https://openalex.org/W3125046082","https://openalex.org/W3149255455","https://openalex.org/W3162002359","https://openalex.org/W4241947695","https://openalex.org/W4288614128","https://openalex.org/W6631368076","https://openalex.org/W6768817834","https://openalex.org/W6784764194"],"related_works":["https://openalex.org/W1601811574","https://openalex.org/W3138026483","https://openalex.org/W2128962559","https://openalex.org/W1587224678","https://openalex.org/W2163352147","https://openalex.org/W2740264376","https://openalex.org/W3174909074","https://openalex.org/W2009786836","https://openalex.org/W1536968357","https://openalex.org/W4385301754"],"abstract_inverted_index":{"Automated":[0],"debugging":[1,164,207,242,263,277,352,388],"techniques,":[2,384],"including":[3],"fault":[4,22,29,52,87,96,382,419],"localization":[5,23,30,53,97,383,420],"and":[6,24,54,134,256,318,320,353,364,396,415,424],"program":[7,25,37,55,129,142,169],"repair,":[8,99,255],"have":[9],"been":[10],"studied":[11,183,200],"for":[12,36,61,172,191,237,393],"over":[13,268],"a":[14,42,260,428],"decade.":[15],"However,":[16,124],"the":[17,32,47,58,62,73,103,113,162,173,181,248,293,298,344,390],"only":[18,94,112,126],"existing":[19,141],"connection":[20],"between":[21],"repair":[26,38,56,80,119,130,143,170,201,211,214,227],"is":[27,136],"that":[28,118,322,355,374,398],"computes":[31],"potential":[33],"buggy":[34,312],"elements":[35],"to":[39,65,83,150,205,234,291,296,389,437,445],"patch.":[40],"Recently,":[41],"pioneering":[43],"work,":[44,155],"ProFL,":[45,341],"explored":[46],"idea":[48],"ofunified":[49],"debuggingto":[50],"unify":[51],"in":[57,333,405],"other":[59,140],"direction":[60],"first":[63,174,394],"time":[64,395],"boost":[66,378],"both":[67],"areas.":[68],"More":[69],"specifically,":[70],"ProFL":[71,92,125,279,326],"utilizes":[72],"patch":[74,435],"execution":[75],"results":[76,179],"from":[77,253,314],"one":[78,128],"state-of-the-art":[79,86,168,275,379,417],"system,":[81],"PraPR,":[82],"help":[84],"improve":[85,438],"localization.":[88],"In":[89,153],"this":[90,154],"way,":[91],"not":[93,137,245],"improves":[95,358],"formanual":[98],"but":[100],"also":[101],"extends":[102],"application":[104],"scope":[105],"ofautomated":[106],"repairto":[107],"all":[108,198,360],"possible":[109],"bugs":[110,117,271,335,407,412,448],"(not":[111],"small":[114],"ratio":[115],"of":[116,161,250,331,346,403],"systems":[120,144,171,202,215,228],"can":[121,219,376],"automatically":[122],"fix).":[123],"considers":[127],"system":[131],"(i.e.,":[132],"PraPR),":[133],"it":[135],"clear":[138],"how":[139],"based":[145,432],"on":[146,166,180,247,309,350,368,433],"different":[147],"designs":[148],"contribute":[149,204],"unified":[151,163,192,206,224,238,241,262,276,351,387],"debugging.":[152],"we":[156,258,286,302],"perform":[157,235,305],"an":[158,306],"extensive":[159,307],"study":[160,308],"approach":[165],"16":[167,199],"time.":[175],"Our":[176],"initial":[177],"experimental":[178],"widely":[182],"Defects4J":[184,283,315],"benchmark":[185],"suite":[186],"reveal":[187],"various":[188],"practical":[189],"guidelines":[190],"debugging,":[193,225,239],"such":[194],"as":[195],"(1)":[196],"nearly":[197],"positively":[203],"despite":[208],"their":[209],"varying":[210],"capabilities,":[212],"(2)":[213],"targeting":[216],"multi-edit":[217],"patches":[218,232,252],"bring":[220],"extraneous":[221],"noise":[222],"into":[223],"(3)":[226],"with":[229],"more":[230,270,288,339,411,447],"executed/plausible":[231],"tend":[233],"better":[236],"(4)":[240],"effectiveness":[243],"does":[244],"rely":[246],"availability":[249],"correct":[251],"automated":[254],"(5)":[257],"propose":[259,427],"new":[261,429],"technique,":[264,430],"UniDebug++,":[265,440],"which":[266],"localizes":[267,400],"20%":[269],"within":[272,336,408,449],"Top-1":[273,409,450],"than":[274,340,413,451],"technique":[278],"(evaluated":[280],"against":[281],"four":[282],"subjects).":[284],"Furthermore,":[285],"conduct":[287],"comprehensive":[289],"studies":[290],"extend":[292,386],"above":[294],"experiments":[295],"make":[297],"following":[299],"additional":[300,311],"contributions:":[301],"(6)":[303],"further":[304,442],"76.3%":[310],"versions":[313],"(for":[316],"Closure":[317],"Mockito)":[319],"confirm":[321],"UniDebug++":[323,356,375,399],"again":[324],"outperforms":[325,416],"by":[327,422],"localizing":[328,443],"185":[329],"(out":[330,402],"395":[332,404],"total)":[334,406],"Top-1,":[337],"14%":[338],"(7)":[342],"investigate":[343],"impact":[345],"33":[347],"SBFL":[348],"formulae":[349],"observe":[354,397],"consistently":[357],"upon":[359,439],"formulae,":[361],"e.g.,":[362,441],"61%":[363],"53%":[365],"average":[366],"improvement":[367],"MFR":[369],"/":[370],"MAR,":[371],"(8)":[372],"demonstrate":[373],"substantially":[377],"learning-based":[380,418],"method-level":[381],"(9)":[385],"statement":[391],"level":[392],"78":[401],"(22%":[410],"ProFL)":[414],"techniques":[421],"30%,":[423],"finally":[425],"(10)":[426],"UniDebug+$^\\star$,":[431],"detailed":[434],"statistics,":[436],"up":[444],"9%":[446],"UniDebug++.":[452]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}