{"id":"https://openalex.org/W4407691659","doi":"https://doi.org/10.1109/tse.2025.3543187","title":"SoapFL: A Standard Operating Procedure for LLM-Based Method-Level Fault Localization","display_name":"SoapFL: A Standard Operating Procedure for LLM-Based Method-Level Fault Localization","publication_year":2025,"publication_date":"2025-02-18","ids":{"openalex":"https://openalex.org/W4407691659","doi":"https://doi.org/10.1109/tse.2025.3543187"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2025.3543187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3543187","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yihao Qin","orcid":"https://orcid.org/0009-0001-3440-9520"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yihao Qin","raw_affiliation_strings":["Key Laboratory of Software Engineering for Complex Systems, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Software Engineering for Complex Systems, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081197883","display_name":"Shangwen Wang","orcid":"https://orcid.org/0000-0003-1469-2063"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangwen Wang","raw_affiliation_strings":["Key Laboratory of Software Engineering for Complex Systems, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Software Engineering for Complex Systems, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yiling Lou","orcid":"https://orcid.org/0000-0001-7814-0693"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiling Lou","raw_affiliation_strings":["Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111154820","display_name":"Jinhao Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinhao Dong","raw_affiliation_strings":["Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039575081","display_name":"Kaixin Wang","orcid":"https://orcid.org/0009-0002-6414-2174"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaixin Wang","raw_affiliation_strings":["Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101521177","display_name":"Xiaoling Li","orcid":"https://orcid.org/0000-0002-9479-2541"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoling Li","raw_affiliation_strings":["Key Laboratory of Software Engineering for Complex Systems, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Software Engineering for Complex Systems, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080183182","display_name":"Xiaoguang Mao","orcid":"https://orcid.org/0000-0003-4204-7424"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoguang Mao","raw_affiliation_strings":["Key Laboratory of Software Engineering for Complex Systems, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Software Engineering for Complex Systems, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":28.586,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.99633177,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"51","issue":"4","first_page":"1173","last_page":"1187"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8127686977386475},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.529155969619751},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.517616868019104},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3349517583847046}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8127686977386475},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.529155969619751},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.517616868019104},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3349517583847046},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2025.3543187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3543187","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5580118175","display_name":null,"funder_award_id":"62402506","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7273186273","display_name":null,"funder_award_id":"62474196","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1950030762","https://openalex.org/W2013655083","https://openalex.org/W2021213467","https://openalex.org/W2128049346","https://openalex.org/W2153418968","https://openalex.org/W2156723666","https://openalex.org/W2172154252","https://openalex.org/W2344949959","https://openalex.org/W2467903332","https://openalex.org/W2578469907","https://openalex.org/W2736091366","https://openalex.org/W2740264376","https://openalex.org/W2762786131","https://openalex.org/W2921022558","https://openalex.org/W2958754741","https://openalex.org/W2962715466","https://openalex.org/W2964731242","https://openalex.org/W2979759926","https://openalex.org/W3195442242","https://openalex.org/W4366816011","https://openalex.org/W4385245566","https://openalex.org/W4391579639","https://openalex.org/W4391876619","https://openalex.org/W4400582623","https://openalex.org/W4401042136","https://openalex.org/W4402442868","https://openalex.org/W4402670540","https://openalex.org/W6681822247","https://openalex.org/W6795023579","https://openalex.org/W6809646742","https://openalex.org/W6810874553","https://openalex.org/W6852746770","https://openalex.org/W6852874933","https://openalex.org/W6854738257","https://openalex.org/W6854940707","https://openalex.org/W6855797017","https://openalex.org/W6856223801","https://openalex.org/W6856274983","https://openalex.org/W6856444201","https://openalex.org/W6856504490","https://openalex.org/W6856694485","https://openalex.org/W6863632329","https://openalex.org/W6866333540","https://openalex.org/W6868792061","https://openalex.org/W6869255152","https://openalex.org/W6881301924"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Fault":[0],"Localization":[1],"(FL)":[2],"is":[3],"an":[4,78,94,251],"essential":[5],"step":[6],"during":[7],"the":[8,12,18,32,84,106,111,121,172,180,201,209,216,219,226,231,242],"debugging":[9],"process.":[10],"With":[11],"strong":[13],"capabilities":[14],"of":[15,113,157,194,218,233,253],"code":[16,57,75],"comprehension,":[17,130],"recent":[19],"Large":[20],"Language":[21],"Models":[22],"(LLMs)":[23],"have":[24],"demonstrated":[25],"promising":[26],"performance":[27,39],"in":[28,31,40,174,221],"diagnosing":[29],"bugs":[30,51,69,196],"code.":[33],"Nevertheless,":[34],"due":[35],"to":[36,67,100,147,170,208],"LLMs\u2019":[37],"limited":[38],"handling":[41],"long":[42],"contexts,":[43],"existing":[44],"LLM-based":[45,203],"fault":[46],"localization":[47],"remains":[48],"on":[49,179],"localizing":[50],"within":[52,197],"a":[53,60,63,71,114,125,155,238,261],"<italic":[54,72],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[55,73,90,118,138,188,223,235,248],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">small":[56],"scope</i>":[58,76],"(i.e.,":[59,77],"method":[61],"or":[62,144],"class),":[64],"which":[65,92,128,199],"struggles":[66],"diagnose":[68],"for":[70,260],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">large":[74],"entire":[79,107],"software":[80],"system).":[81],"To":[82],"address":[83],"limitation,":[85],"this":[86],"paper":[87],"presents":[88],"S<sc":[89,117,137,187,222,234,247],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">oap</small>FL,":[91],"builds":[93],"LLM-driven":[95],"standard":[96],"operating":[97],"procedure":[98],"(SOP)":[99],"automatically":[101],"localize":[102,191],"buggy":[103],"methods":[104],"from":[105],"software.":[108],"By":[109],"simulating":[110],"behavior":[112,143],"human":[115],"developer,":[116],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">oap</small>FL":[119,139,189,224,236,249],"models":[120],"FL":[122],"task":[123],"as":[124,161],"three-step":[126],"process,":[127],"involves":[129],"navigation,":[131],"and":[132,167,205,229,257],"confirmation.":[133],"Within":[134],"specific":[135],"steps,":[136],"provides":[140],"useful":[141],"test":[142],"coverage":[145],"information":[146],"LLM":[148],"through":[149,237],"program":[150],"analysis.":[151],"Particularly,":[152],"we":[153,214],"adopt":[154],"series":[156],"auxiliary":[158],"strategies":[159],"such":[160],"Test":[162],"Behavior":[163],"Tracking,":[164],"Document-Guided":[165],"Search,":[166],"Multi-Round":[168],"Dialogue":[169],"overcome":[171],"challenges":[173],"each":[175],"step.":[176],"The":[177],"evaluation":[178],"widely":[181],"used":[182],"Defects4J-V1.2.0":[183],"benchmark":[184],"shows":[185,245],"that":[186,246],"can":[190],"175":[192],"out":[193],"395":[195],"Top-1,":[198],"outperforms":[200],"other":[202],"approaches":[204],"exhibits":[206],"complementarity":[207],"state-of-the-art":[210],"learning-based":[211],"techniques.":[212],"Additionally,":[213],"confirm":[215],"indispensability":[217],"components":[220],"with":[225],"ablation":[227],"study":[228],"demonstrate":[230],"usability":[232],"user":[239],"study.":[240],"Finally,":[241],"cost":[243],"analysis":[244],"spends":[250],"average":[252],"only":[254],"0.081":[255],"dollars":[256],"92":[258],"seconds":[259],"single":[262],"bug.":[263]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}