{"id":"https://openalex.org/W7160861074","doi":"https://doi.org/10.48550/arxiv.2605.07957","title":"Similar Pattern Annotation via Retrieval Knowledge for LLM-Based Test Code Fault Localization","display_name":"Similar Pattern Annotation via Retrieval Knowledge for LLM-Based Test Code Fault Localization","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160861074","doi":"https://doi.org/10.48550/arxiv.2605.07957"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07957","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07957","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07957","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030803678","display_name":"Golnaz Gharachorlu","orcid":"https://orcid.org/0000-0002-9891-2811"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gharachorlu, Golnaz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135846478","display_name":"Mahsa Panahandeh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Panahandeh, Mahsa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102061637","display_name":"Lionel C. Briand","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Briand, Lionel C.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059744420","display_name":"Ruifeng Gao","orcid":"https://orcid.org/0000-0002-3596-4120"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Ruifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135904701","display_name":"Ruiyuan Wan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wan, Ruiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.8716999888420105,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.8716999888420105,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.06350000202655792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.03060000017285347,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.8281999826431274},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.5149000287055969},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5012999773025513},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.4796000123023987},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4749000072479248},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.4609000086784363},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4399000108242035},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.43779999017715454},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.4320000112056732},{"id":"https://openalex.org/keywords/software-fault-tolerance","display_name":"Software fault tolerance","score":0.4018000066280365}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.8281999826431274},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7389000058174133},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.5149000287055969},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5012999773025513},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4796000123023987},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4749000072479248},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.4609000086784363},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4399000108242035},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.43779999017715454},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4320000112056732},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40529999136924744},{"id":"https://openalex.org/C50712370","wikidata":"https://www.wikidata.org/wiki/Q4269346","display_name":"Software fault tolerance","level":3,"score":0.4018000066280365},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.40139999985694885},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4004000127315521},{"id":"https://openalex.org/C109086967","wikidata":"https://www.wikidata.org/wiki/Q2509100","display_name":"Test script","level":4,"score":0.39800000190734863},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.37459999322891235},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.3634999990463257},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.36059999465942383},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.350600004196167},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.34290000796318054},{"id":"https://openalex.org/C108913964","wikidata":"https://www.wikidata.org/wiki/Q2376856","display_name":"System under test","level":4,"score":0.32690000534057617},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3138999938964844},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.31130000948905945},{"id":"https://openalex.org/C136388014","wikidata":"https://www.wikidata.org/wiki/Q17084976","display_name":"Algorithmic program debugging","level":3,"score":0.31049999594688416},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.30799999833106995},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.288100004196167},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.288100004196167},{"id":"https://openalex.org/C126953365","wikidata":"https://www.wikidata.org/wiki/Q5438152","display_name":"Fault coverage","level":3,"score":0.2874999940395355},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C167391956","wikidata":"https://www.wikidata.org/wiki/Q1401211","display_name":"Fault model","level":3,"score":0.265500009059906}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07957","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07957","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07957","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07957","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Software":[0],"failures":[1,17,37],"remain":[2],"a":[3,19,117,136,149],"major":[4],"challenge":[5],"in":[6,31,63,248],"modern":[7],"software":[8,205],"development,":[9],"and":[10,95,98,153,180,229],"identifying":[11,243],"the":[12,32,106,159,174,182,219,234,237,240],"code":[13],"elements":[14],"responsible":[15],"for":[16],"is":[18,76],"time-consuming":[20],"debugging":[21,122,150],"task.":[22],"While":[23],"extensive":[24],"research":[25],"has":[26,55],"focused":[27],"on":[28,87,163,193],"fault":[29,107,169,214],"localization":[30,108,215],"system":[33,43],"under":[34,83],"test":[35,44,70,102,140,146,161,201,250],"(SUT),":[36],"can":[38],"also":[39],"originate":[40],"from":[41,124,148,203],"faulty":[42,199,246],"scripts.":[45],"This":[46],"problem,":[47],"known":[48],"as":[49,92],"Test":[50],"Code":[51],"Fault":[52],"Localization":[53],"(TCFL),":[54],"received":[56],"significantly":[57],"less":[58],"attention":[59],"despite":[60],"its":[61],"importance":[62],"continuous":[64,125],"integration":[65,126],"(CI)":[66,127],"environments":[67,128],"where":[68],"large":[69,100],"suites":[71],"are":[72],"executed":[73],"frequently.":[74],"TCFL":[75,222],"particularly":[77],"challenging":[78],"because":[79],"it":[80],"typically":[81],"operates":[82],"black-box":[84],"conditions,":[85],"relies":[86],"limited":[88],"diagnostic":[89],"signals":[90],"such":[91],"error":[93],"messages":[94],"partial":[96],"logs,":[97],"involves":[99],"system-level":[101],"scripts":[103],"that":[104,119,210],"expand":[105],"search":[109],"space.":[110],"In":[111,232],"this":[112],"paper,":[113],"we":[114],"propose":[115],"SPARK,":[116],"framework":[118],"integrates":[120],"accumulated":[121],"knowledge":[123,151],"into":[129],"Large":[130],"Language":[131],"Model":[132],"(LLM)-based":[133],"TCFL.":[134],"Given":[135],"newly":[137],"observed":[138,168],"failing":[139,160],"case,":[141],"SPARK":[142,192,211],"retrieves":[143],"similar":[144],"fault-labeled":[145],"cases":[147,202,251],"corpus":[152],"selectively":[154],"annotates":[155],"suspicious":[156],"lines":[157],"of":[158,239],"based":[162],"their":[164],"similarity":[165],"to":[166,186,218],"previously":[167],"patterns.":[170],"These":[171],"annotations":[172],"guide":[173],"LLM's":[175],"reasoning":[176],"while":[177,224],"maintaining":[178,225],"scalability":[179],"avoiding":[181],"prompt-length":[183],"explosion":[184],"common":[185],"naive":[187],"retrieval-augmented":[188],"approaches.":[189],"We":[190],"evaluate":[191],"three":[194],"industrial":[195],"datasets":[196],"containing":[197,252],"real-world":[198],"Python":[200],"different":[204],"products.":[206],"The":[207],"results":[208],"show":[209],"consistently":[212],"improves":[213],"effectiveness":[216],"compared":[217],"existing":[220],"LLM-based":[221],"baseline":[223],"comparable":[226],"inference":[227],"cost":[228],"token":[230],"usage.":[231],"particular,":[233],"approach":[235],"advances":[236],"state":[238],"art":[241],"by":[242],"more":[244],"correct":[245],"locations":[247],"complex":[249],"multiple":[253],"faults.":[254]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}