{"id":"https://openalex.org/W4411359851","doi":"https://doi.org/10.1109/icpc66645.2025.00064","title":"LLM-BL: Large Language Models are Zero-Shot Rankers for Bug Localization","display_name":"LLM-BL: Large Language Models are Zero-Shot Rankers for Bug Localization","publication_year":2025,"publication_date":"2025-04-27","ids":{"openalex":"https://openalex.org/W4411359851","doi":"https://doi.org/10.1109/icpc66645.2025.00064"},"language":"en","primary_location":{"id":"doi:10.1109/icpc66645.2025.00064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpc66645.2025.00064","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM 33rd International Conference on Program Comprehension (ICPC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031620137","display_name":"Zhengliang Li","orcid":"https://orcid.org/0000-0003-3021-2453"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengliang Li","raw_affiliation_strings":["School of Computer Science, Nanjing University,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110157918","display_name":"Zhiwei Jiang","orcid":"https://orcid.org/0000-0002-7646-8238"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Jiang","raw_affiliation_strings":["School of Computer Science, Nanjing University,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046615638","display_name":"Qiguo Huang","orcid":"https://orcid.org/0000-0001-7912-7175"},"institutions":[{"id":"https://openalex.org/I206777745","display_name":"Nanjing Audit University","ror":"https://ror.org/04zj2bd87","country_code":"CN","type":"education","lineage":["https://openalex.org/I206777745"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiguo Huang","raw_affiliation_strings":["School of Computer Science, NanJing Audit University,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, NanJing Audit University,Nanjing,China","institution_ids":["https://openalex.org/I206777745"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063576030","display_name":"Qing Gu","orcid":"https://orcid.org/0000-0002-8293-2201"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Gu","raw_affiliation_strings":["School of Computer Science, Nanjing University,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.4358,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.94327409,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"548","last_page":"559"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9567999839782715,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6944496035575867},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.6277894377708435},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40057554841041565},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3479439616203308},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.33584970235824585},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11252915859222412}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6944496035575867},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.6277894377708435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40057554841041565},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3479439616203308},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.33584970235824585},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11252915859222412},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpc66645.2025.00064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpc66645.2025.00064","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM 33rd International Conference on Program Comprehension (ICPC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G485727084","display_name":null,"funder_award_id":"62441225,61972192,62172208,61906085","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1985947101","https://openalex.org/W2017485217","https://openalex.org/W2018663431","https://openalex.org/W2031888594","https://openalex.org/W2040577374","https://openalex.org/W2049238280","https://openalex.org/W2058230372","https://openalex.org/W2082805143","https://openalex.org/W2089759055","https://openalex.org/W2110220994","https://openalex.org/W2131346202","https://openalex.org/W2135541598","https://openalex.org/W2249980257","https://openalex.org/W2357443253","https://openalex.org/W2530359946","https://openalex.org/W2554979658","https://openalex.org/W2741676187","https://openalex.org/W2761748034","https://openalex.org/W2767440208","https://openalex.org/W2792770187","https://openalex.org/W2832556032","https://openalex.org/W2886117034","https://openalex.org/W2887255581","https://openalex.org/W2908872804","https://openalex.org/W2945668417","https://openalex.org/W2949266019","https://openalex.org/W2970641574","https://openalex.org/W3038598309","https://openalex.org/W3091589036","https://openalex.org/W3149255455","https://openalex.org/W3160804878","https://openalex.org/W3174280121","https://openalex.org/W3197952067","https://openalex.org/W4225274260","https://openalex.org/W4284669679","https://openalex.org/W4284698368","https://openalex.org/W4286331412","https://openalex.org/W4309023067","https://openalex.org/W4367061193","https://openalex.org/W4368755500","https://openalex.org/W4384302749","https://openalex.org/W4385489022","https://openalex.org/W4385573057","https://openalex.org/W4389523765","https://openalex.org/W4391558635","https://openalex.org/W4391558669","https://openalex.org/W4391579639","https://openalex.org/W4392846385","https://openalex.org/W6732017966","https://openalex.org/W6753565598","https://openalex.org/W6844053373","https://openalex.org/W6851611710"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Bug":[0,162],"localization,":[1],"which":[2],"aims":[3],"to":[4,9,39,43,121,135,146,170,173,183,224,246,314],"localize":[5,308],"software":[6,17],"faults":[7],"specific":[8],"a":[10,44,327],"bug":[11,46,68,152,175,214,248,344],"report,":[12],"is":[13,22,169],"valuable":[14],"for":[15,150,343],"improving":[16],"developers'":[18],"efficiency.":[19],"This":[20],"task":[21,303],"often":[23],"formulated":[24],"as":[25,265],"an":[26,160],"information":[27,233],"retrieval":[28],"problem,":[29],"where":[30],"potentially":[31,94],"buggy":[32,137,227,309],"files":[33,229,310],"are":[34,222,339],"retrieved":[35],"and":[36,70,91,110,158,182,197,212,230,272,286,296,305,336],"ranked":[37],"according":[38],"their":[40],"textual":[41],"similarity":[42],"target":[45],"report.":[47],"To":[48],"address":[49],"this":[50,141],"task,":[51],"many":[52],"methods":[53],"have":[54,81],"been":[55],"proposed,":[56],"primarily":[57],"focusing":[58],"on":[59,276],"resolving":[60],"the":[61,96,104,124,186,192,218,235,240,244,266,292],"semantic":[62,97],"gap":[63,98],"between":[64],"natural":[65,89,101],"language":[66,72,90],"in":[67,73,85,115,269,326],"reports":[69],"programming":[71,92],"source":[74],"files.":[75,139],"Recently,":[76],"Large":[77],"Language":[78],"Models":[79],"(LLMs)":[80],"demonstrated":[82],"strong":[83],"capabilities":[84],"seamlessly":[86],"understanding":[87],"both":[88,334],"language,":[93],"addressing":[95],"issue":[99],"through":[100,194,250],"conversation.":[102],"However,":[103],"limited":[105],"context":[106,187],"length":[107,188],"of":[108,112,129,203],"prompt":[109],"capability":[111],"long-context":[113],"comprehension":[114],"existing":[116,148,315],"LLMs":[117,149,172,259,268],"make":[118],"it":[119],"impossible":[120],"directly":[122],"load":[123],"entire":[125],"codebase":[126,193],"(e.g.,":[127],"thousands":[128],"code":[130,138,228,236],"files)":[131],"into":[132],"LLMs'":[133],"prompts":[134],"retrieve":[136,225],"In":[140],"paper,":[142],"we":[143],"explore":[144],"how":[145],"leverage":[147],"projectlevel":[151],"localization":[153,176,249,320],"without":[154,322],"requiring":[155,323],"additional":[156],"fine-tuning":[157],"propose":[159],"LLM-based":[161,213],"Localization":[163],"framework,":[164],"LLM-BL.":[165],"Our":[166],"core":[167],"idea":[168],"enable":[171],"perform":[174,247],"tasks":[177],"using":[178],"listwise":[179,251],"ranking":[180],"instructions":[181],"avoid":[184],"exceeding":[185],"limit":[189],"by":[190],"compressing":[191],"file":[195,252],"filtering":[196],"content":[198,210],"reduction.":[199],"Specifically,":[200],"LLM-BL":[201,317],"consists":[202],"four":[204],"modules:":[205],"report":[206,282],"expansion,":[207],"candidate":[208],"retrieval,":[209],"reduction,":[211],"localization.":[215,345],"Among":[216],"them,":[217],"first":[219],"three":[220,256],"modules":[221],"used":[223,258],"potential":[226],"extract":[231],"bug-related":[232],"from":[234],"files,":[237],"respectively,":[238],"while":[239],"last":[241],"module":[242],"enables":[243],"LLM":[245],"ranking.":[253],"We":[254],"select":[255],"widely":[257],"(i.e.,":[260,284],"ChatGPT,":[261],"Llama":[262,297,337],"3,":[263,298],"CodeLlama)":[264],"base":[267],"our":[270],"framework":[271],"conduct":[273],"extensive":[274],"experiments":[275],"six":[277],"public":[278],"projects":[279],"with":[280],"two":[281,293],"types":[283],"Java":[285],"Python).":[287],"Experimental":[288],"results":[289,331],"demonstrate":[290,332],"that":[291,333],"LLMs,":[294],"ChatGPT":[295,335],"can":[299],"more":[300,306],"effectively":[301],"understand":[302],"intentions":[304],"accurately":[307],"than":[311],"CodeLlama.":[312],"Compared":[313],"methods,":[316],"achieves":[318],"better":[319],"performance":[321],"any":[324],"fine-tuning,":[325],"plug-and-play":[328],"manner.":[329],"These":[330],"3":[338],"effective":[340],"zero-shot":[341],"rankers":[342]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}