{"id":"https://openalex.org/W4400582623","doi":"https://doi.org/10.1145/3660771","title":"A Quantitative and Qualitative Evaluation of LLM-Based Explainable Fault Localization","display_name":"A Quantitative and Qualitative Evaluation of LLM-Based Explainable Fault Localization","publication_year":2024,"publication_date":"2024-07-12","ids":{"openalex":"https://openalex.org/W4400582623","doi":"https://doi.org/10.1145/3660771"},"language":"en","primary_location":{"id":"doi:10.1145/3660771","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3660771","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3660771","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101607518","display_name":"Sungmin Kang","orcid":"https://orcid.org/0000-0002-0298-5320"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sungmin Kang","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-0298-5320","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048573106","display_name":"Gabin An","orcid":"https://orcid.org/0000-0002-6521-8858"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gabin An","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6521-8858","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070401254","display_name":"Shin Yoo","orcid":"https://orcid.org/0000-0002-0836-6993"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Shin Yoo","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-0836-6993","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":61.0193,"has_fulltext":false,"cited_by_count":96,"citation_normalized_percentile":{"value":0.99919419,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"1","issue":"FSE","first_page":"1424","last_page":"1446"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.8619811534881592},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7621650099754333},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.7068639397621155},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.701815664768219},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.5508414506912231},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5128917694091797},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.49880075454711914},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4751451015472412},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.44311416149139404},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.37708181142807007},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35880839824676514},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3559987545013428},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.1979360580444336}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.8619811534881592},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7621650099754333},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.7068639397621155},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.701815664768219},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5508414506912231},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5128917694091797},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.49880075454711914},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4751451015472412},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.44311416149139404},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.37708181142807007},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35880839824676514},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3559987545013428},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.1979360580444336},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3660771","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3660771","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3660771","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3660771","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6800000071525574}],"awards":[{"id":"https://openalex.org/G967999616","display_name":null,"funder_award_id":"RS-2023-00208998","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1843474218","https://openalex.org/W1950030762","https://openalex.org/W1990785546","https://openalex.org/W2013655083","https://openalex.org/W2067436653","https://openalex.org/W2084429940","https://openalex.org/W2110706065","https://openalex.org/W2150290224","https://openalex.org/W2153418968","https://openalex.org/W2156723666","https://openalex.org/W2343875716","https://openalex.org/W2467903332","https://openalex.org/W2537787699","https://openalex.org/W2578469907","https://openalex.org/W2740264376","https://openalex.org/W2953998535","https://openalex.org/W2958754741","https://openalex.org/W2962715466","https://openalex.org/W2966980041","https://openalex.org/W3042956498","https://openalex.org/W3105943882","https://openalex.org/W3160492491","https://openalex.org/W3160700180","https://openalex.org/W3162747997","https://openalex.org/W4221143046","https://openalex.org/W4221161695","https://openalex.org/W4281557260","https://openalex.org/W4284702776","https://openalex.org/W4287212576","https://openalex.org/W4289976876","https://openalex.org/W4304195432","https://openalex.org/W4307412413","https://openalex.org/W4308643065","https://openalex.org/W4309940971","https://openalex.org/W4318902699","https://openalex.org/W4353112996","https://openalex.org/W4361866031","https://openalex.org/W4362679230","https://openalex.org/W4384302785","https://openalex.org/W4384304728","https://openalex.org/W4384345748","https://openalex.org/W4384918448","https://openalex.org/W4386302809","https://openalex.org/W4389208936","https://openalex.org/W4400582623","https://openalex.org/W6902019724","https://openalex.org/W6902175771"],"related_works":["https://openalex.org/W2740264376","https://openalex.org/W4206999239","https://openalex.org/W2161928627","https://openalex.org/W4388482952","https://openalex.org/W2900719967","https://openalex.org/W2786113878","https://openalex.org/W2727867943","https://openalex.org/W3015562293","https://openalex.org/W2787155073","https://openalex.org/W2621101275"],"abstract_inverted_index":{"Fault":[0],"Localization":[1],"(FL),":[2],"in":[3,26,63,131],"which":[4,10],"a":[5,23,70,86,102,112,178],"developer":[6,30,56],"seeks":[7],"to":[8,19,48,96,100,144],"identify":[9],"part":[11],"of":[12,58,81,120,155,169,183],"the":[13,52,82,118,121,165],"code":[14],"is":[15,22],"malfunctioning":[16],"and":[17,116,133,173],"needs":[18],"be":[20],"fixed,":[21],"recurring":[24],"challenge":[25],"debugging.":[27],"To":[28],"reduce":[29],"burden,":[31],"many":[32],"automated":[33],"FL":[34,75,92,138],"techniques":[35,46],"have":[36],"been":[37],"proposed.":[38],"However,":[39],"prior":[40],"work":[41],"has":[42],"noted":[43],"that":[44,77,105,161,174],"existing":[45],"fail":[47],"provide":[49],"rationales":[50],"for":[51],"suggested":[53,87],"locations,":[54],"hindering":[55],"adoption":[57],"these":[59],"techniques.":[60],"With":[61],"this":[62],"mind,":[64],"we":[65],"propose":[66],"A":[67,90,136,156,170],"uto":[68,91,137,157,171],"FL,":[69,172],"Large":[71],"Language":[72],"Model":[73],"(LLM)-based":[74],"technique":[76],"generates":[78],"an":[79,94],"explanation":[80],"bug":[83],"along":[84],"with":[85],"fault":[88],"location.":[89],"prompts":[93],"LLM":[95,122],"use":[97],"function":[98],"calls":[99],"navigate":[101],"repository,":[103],"so":[104],"it":[106],"can":[107],"effectively":[108],"localize":[109],"faults":[110],"over":[111,146],"large":[113],"software":[114],"repository":[115],"overcome":[117],"limit":[119],"context":[123],"length.":[124],"Extensive":[125],"experiments":[126],"on":[127,152],"798":[128],"real-world":[129],"bugs":[130],"Java":[132],"Python":[134],"reveal":[135],"improves":[139],"method-level":[140],"acc@1":[141],"by":[142],"up":[143],"233.3%":[145],"baselines.":[147],"Furthermore,":[148],"developers":[149,162],"were":[150],"interviewed":[151],"their":[153],"impression":[154],"FL-generated":[158],"explanations,":[159],"showing":[160],"generally":[163],"liked":[164],"natural":[166],"language":[167],"explanations":[168,181],"they":[175],"preferred":[176],"reading":[177],"few,":[179],"high-quality":[180],"instead":[182],"many.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":40},{"year":2025,"cited_by_count":49},{"year":2024,"cited_by_count":7}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}