{"id":"https://openalex.org/W4400582613","doi":"https://doi.org/10.1145/3660773","title":"A Deep Dive into Large Language Models for Automated Bug Localization and Repair","display_name":"A Deep Dive into Large Language Models for Automated Bug Localization and Repair","publication_year":2024,"publication_date":"2024-07-12","ids":{"openalex":"https://openalex.org/W4400582613","doi":"https://doi.org/10.1145/3660773"},"language":"en","primary_location":{"id":"doi:10.1145/3660773","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3660773","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065328894","display_name":"Soneya Binta Hossain","orcid":"https://orcid.org/0000-0002-7282-061X"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Soneya Binta Hossain","raw_affiliation_strings":["University of Virginia, Charlottesville, USA"],"raw_orcid":"https://orcid.org/0000-0002-7282-061X","affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101948829","display_name":"Nan Jiang","orcid":"https://orcid.org/0000-0001-8518-2576"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nan Jiang","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"raw_orcid":"https://orcid.org/0000-0001-8518-2576","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005499291","display_name":"Qiang Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiang Zhou","raw_affiliation_strings":["Amazon Web Services, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0009-0002-6770-0880","affiliations":[{"raw_affiliation_string":"Amazon Web Services, Santa Clara, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026532411","display_name":"Xiaopeng Li","orcid":"https://orcid.org/0000-0003-4916-1131"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaopeng Li","raw_affiliation_strings":["Amazon Web Services, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0000-0003-4916-1131","affiliations":[{"raw_affiliation_string":"Amazon Web Services, Santa Clara, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083293836","display_name":"Wen-Hao Chiang","orcid":"https://orcid.org/0000-0003-2300-738X"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wen-Hao Chiang","raw_affiliation_strings":["Amazon Web Services, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0000-0003-2300-738X","affiliations":[{"raw_affiliation_string":"Amazon Web Services, Santa Clara, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039127761","display_name":"Yingjun Lyu","orcid":"https://orcid.org/0000-0002-0139-8028"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingjun Lyu","raw_affiliation_strings":["Amazon Web Services, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0000-0002-0139-8028","affiliations":[{"raw_affiliation_string":"Amazon Web Services, Santa Clara, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044339946","display_name":"Hoan Anh Nguyen","orcid":"https://orcid.org/0000-0002-6194-7930"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hoan Nguyen","raw_affiliation_strings":["Amazon Web Services, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0000-0002-6194-7930","affiliations":[{"raw_affiliation_string":"Amazon Web Services, Santa Clara, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056497737","display_name":"Omer Tripp","orcid":"https://orcid.org/0000-0002-2393-854X"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Omer Tripp","raw_affiliation_strings":["Amazon Web Services, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0000-0002-2393-854X","affiliations":[{"raw_affiliation_string":"Amazon Web Services, Santa Clara, USA","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5065328894"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":42.7239,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.99848733,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"1","issue":"FSE","first_page":"1471","last_page":"1493"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7697271108627319},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.768109142780304},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6170428395271301},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.6061952114105225},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.546464204788208},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.46901267766952515},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4550503194332123},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4066341519355774},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18506646156311035},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1808655560016632}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7697271108627319},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.768109142780304},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6170428395271301},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.6061952114105225},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.546464204788208},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.46901267766952515},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4550503194332123},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4066341519355774},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18506646156311035},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1808655560016632},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3660773","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3660773","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2153418968","https://openalex.org/W2747329762","https://openalex.org/W2907705732","https://openalex.org/W2972082064","https://openalex.org/W2998011150","https://openalex.org/W3043761819","https://openalex.org/W3081159607","https://openalex.org/W3089183726","https://openalex.org/W3134686229","https://openalex.org/W3160155705","https://openalex.org/W3161027892","https://openalex.org/W3183962691","https://openalex.org/W3193682477","https://openalex.org/W4286750487","https://openalex.org/W4288614128","https://openalex.org/W4308643319","https://openalex.org/W4378591002","https://openalex.org/W4378942602","https://openalex.org/W4384302762","https://openalex.org/W4384304728","https://openalex.org/W4384345698","https://openalex.org/W4384345708","https://openalex.org/W4384345709","https://openalex.org/W4384345778","https://openalex.org/W4385473722"],"related_works":["https://openalex.org/W2118717649","https://openalex.org/W2413243053","https://openalex.org/W410723623","https://openalex.org/W2015341305","https://openalex.org/W2035068594","https://openalex.org/W4225593417","https://openalex.org/W2573498121","https://openalex.org/W3022298670","https://openalex.org/W3160494304","https://openalex.org/W3006162251"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4],"shown":[5],"impressive":[6],"effectiveness":[7,239],"in":[8,58,222],"various":[9,157,241],"software":[10],"engineering":[11],"tasks,":[12],"including":[13,206],"automated":[14,27],"program":[15,122],"repair":[16,31,123],"(APR).":[17],"In":[18,34,208],"this":[19],"study,":[20],"we":[21,243],"take":[22],"a":[23,120,127,139,144,151],"deep":[24,38],"dive":[25],"into":[26],"bug":[28,45,54,68,79,85,128,163,260],"localization":[29,50,86,129],"and":[30,56,74,87,99,115,138,149,178,194,197,227,256,262,276],"utilizing":[32],"LLMs.":[33],"contrast":[35],"to":[36,66,134,161,166,234,278],"many":[37],"learning-based":[39],"APR":[40,204],"methods":[41],"that":[42,125,172],"assume":[43],"known":[44],"locations,":[46],"rely":[47],"on":[48,188,200,259],"line-level":[49],"tools,":[51],"or":[52],"address":[53,135],"prediction":[55],"fixing":[57,88,164],"one":[59],"step,":[60],"our":[61,212],"approach":[62,213],"uniquely":[63],"employs":[64],"LLMs":[65,91],"predict":[67],"location":[69],"at":[70],"the":[71,162,168,175,184,189,209,223,238,246,264,267],"token":[72],"level":[73],"subsequently":[75],"utilizes":[76],"them":[77],"for":[78],"fixing.":[80],"This":[81],"methodological":[82],"separation":[83],"of":[84,95,102,159,240,248,266],"using":[89],"different":[90],"enables":[92],"effective":[93,170],"integration":[94],"diverse":[96],"contextual":[97,250],"information":[98,251],"improved":[100],"incorporation":[101],"inductive":[103,176],"biases.":[104],"We":[105,155],"introduce":[106],"Toggle:":[107],"To":[108],"ken-":[109],"G":[110],"ranulated":[111],"Bug":[112],"L":[113],"ocalization":[114],"R":[116],"e":[117],"pair":[118],",":[119],"comprehensive":[121],"framework":[124],"integrates":[126],"model,":[130],"an":[131],"adjustment":[132,268],"model":[133,165],"tokenizer":[136],"inconsistencies,":[137],"bug-fixing":[140],"model.":[141,269],"Toggle":[142,182],"takes":[143],"buggy":[145,254],"function":[146],"as":[147,253],"input":[148],"generates":[150],"complete":[152],"corrected":[153],"function.":[154],"investigate":[156,245],"styles":[158],"prompting":[160],"identify":[167],"most":[169],"prompts":[171],"better":[173,196],"utilize":[174],"bias":[177],"significantly":[179],"outperform":[180],"others.":[181],"achieves":[183],"new":[185],"state-of-the-art":[186],"performance":[187,199],"CodeXGLUE":[190],"code":[191,257],"refinement":[192],"benchmark,":[193,211],"exhibits":[195],"comparable":[198],"several":[201],"other":[202,217],"widely-used":[203],"datasets,":[205],"Defects4J.":[207],"Defects4J":[210],"consistently":[214],"ranks":[215],"above":[216],"methods,":[218],"achieving":[219],"superior":[220],"results":[221],"Top-10,":[224],"Top-30,":[225],"Top-50,":[226],"Top-100":[228],"metrics.":[229],"Besides":[230],"examining":[231],"Toggle\u2019s":[232],"generalizability":[233],"unseen":[235],"data,":[236],"evaluating":[237],"prompts,":[242],"also":[244],"impact":[247],"additional":[249],"such":[252],"lines":[255],"comments":[258],"localization,":[261],"explore":[263],"importance":[265],"Our":[270],"extensive":[271],"experiments":[272],"offer":[273],"valuable":[274],"insights":[275],"answers":[277],"critical":[279],"research":[280],"questions.":[281]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":47},{"year":2024,"cited_by_count":4}],"updated_date":"2026-05-12T08:28:47.272897","created_date":"2025-10-10T00:00:00"}