{"id":"https://openalex.org/W4411552726","doi":"https://doi.org/10.1109/icse55347.2025.00162","title":"The Fact Selection Problem in LLM-Based Program Repair","display_name":"The Fact Selection Problem in LLM-Based Program Repair","publication_year":2025,"publication_date":"2025-04-26","ids":{"openalex":"https://openalex.org/W4411552726","doi":"https://doi.org/10.1109/icse55347.2025.00162"},"language":"en","primary_location":{"id":"doi:10.1109/icse55347.2025.00162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse55347.2025.00162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM 47th International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008208151","display_name":"Nikhil Parasaram","orcid":null},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nikhil Parasaram","raw_affiliation_strings":["University College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104278889","display_name":"Huijie Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Huijie Yan","raw_affiliation_strings":["University College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100544610","display_name":"Boyu Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Boyu Yang","raw_affiliation_strings":["University College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095335080","display_name":"Zineb Flahy","orcid":null},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zineb Flahy","raw_affiliation_strings":["University College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095335081","display_name":"Abriele Qudsi","orcid":null},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Abriele Qudsi","raw_affiliation_strings":["University College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095335082","display_name":"Damian Ziaber","orcid":null},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Damian Ziaber","raw_affiliation_strings":["University College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076587279","display_name":"Earl T. Barr","orcid":"https://orcid.org/0000-0003-0771-7891"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Earl T. Barr","raw_affiliation_strings":["University College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011184280","display_name":"Sergey Mechtaev","orcid":"https://orcid.org/0000-0001-6088-4993"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sergey Mechtaev","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":23.7766,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.99595127,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2574","last_page":"2586"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9376000165939331,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9376000165939331,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6288090348243713},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6222450733184814},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.249015212059021}],"concepts":[{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6288090348243713},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6222450733184814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.249015212059021}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icse55347.2025.00162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse55347.2025.00162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM 47th International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W108417620","https://openalex.org/W1973012451","https://openalex.org/W2061575154","https://openalex.org/W2145373440","https://openalex.org/W2153418968","https://openalex.org/W2153881107","https://openalex.org/W2156723666","https://openalex.org/W2296178404","https://openalex.org/W2373227884","https://openalex.org/W2762550985","https://openalex.org/W2795030435","https://openalex.org/W2898869867","https://openalex.org/W2905489084","https://openalex.org/W2907705732","https://openalex.org/W2956069715","https://openalex.org/W3043761819","https://openalex.org/W3098605233","https://openalex.org/W3105943882","https://openalex.org/W3122241445","https://openalex.org/W3212197305","https://openalex.org/W4244452926","https://openalex.org/W4308642593","https://openalex.org/W4384304728","https://openalex.org/W4384345663","https://openalex.org/W4389158474","https://openalex.org/W4391876619","https://openalex.org/W4394745107","https://openalex.org/W4398239154","https://openalex.org/W6778883912","https://openalex.org/W6798182279","https://openalex.org/W6809646742","https://openalex.org/W6810162553","https://openalex.org/W6838865847","https://openalex.org/W6839161642","https://openalex.org/W6846254642","https://openalex.org/W6846556436","https://openalex.org/W6846741561","https://openalex.org/W6849413121","https://openalex.org/W6850832685","https://openalex.org/W6851228291","https://openalex.org/W6851797817","https://openalex.org/W6853465110","https://openalex.org/W6855355790"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Recent":[0],"research":[1],"has":[2],"shown":[3],"that":[4,92,127,145,200],"incorporating":[5],"bug-related":[6],"facts,":[7],"such":[8,113],"as":[9,114],"stack":[10],"traces":[11],"and":[12,39],"GitHub":[13],"issues,":[14],"into":[15],"prompts":[16,47,68,151],"enhances":[17],"the":[18,27,50,86,109,146,155,174,179,231,237,240,247,250,258,279],"bug-fixing":[19],"capabilities":[20],"of":[21,31,52,72,111,148,157,182,206,239,249,270],"large":[22],"language":[23],"models":[24],"(LLMs).":[25],"Considering":[26],"ever-increasing":[28],"context":[29,102,110],"window":[30],"these":[32],"models,":[33],"a":[34,62,136,187,194,214,225],"critical":[35],"question":[36],"arises:":[37],"what":[38],"how":[40],"many":[41,162],"facts":[42,75,163,183,207,222],"should":[43],"be":[44,133],"included":[45],"in":[46,108,123,186,230],"to":[48,76,103,165,172,189,224,228],"maximise":[49,190],"chance":[51],"correctly":[53],"fixing":[54,124],"bugs?":[55],"To":[56,245],"answer":[57],"this":[58],"question,":[59],"we":[60,143,212,254],"conducted":[61],"large-scale":[63],"study,":[64],"employing":[65],"over":[66,154],"19K":[67],"featuring":[69],"various":[70],"combinations":[71],"seven":[73],"diverse":[74],"rectify":[77],"314":[78],"bugs":[79,126],"from":[80,96],"open":[81],"-source":[82],"Python":[83],"projects":[84],"within":[85],"BugsInPy":[87],"benchmark.":[88],"Our":[89],"findings":[90],"revealed":[91],"each":[93,120],"fact,":[94],"ranging":[95],"simple":[97],"syntactic":[98],"details":[99],"like":[100],"code":[101],"semantic":[104],"information":[105],"previously":[106],"unexplored":[107],"LLMs":[112],"angelic":[115],"values,":[116],"is":[117,152,202],"beneficial.":[118],"Specifically,":[119],"fact":[121,175,243,251],"aids":[122],"some":[125],"would":[128],"remain":[129],"unresolved":[130],"or":[131],"only":[132],"fixed":[134],"with":[135],"low":[137],"success":[138],"rate":[139],"without":[140],"it.":[141],"Importantly,":[142],"discovered":[144],"effectiveness":[147],"program":[149],"repair":[150,264],"non-monotonic":[153],"number":[156],"used":[158],"facts;":[159],"using":[160],"too":[161],"leads":[164],"subpar":[166],"outcomes.":[167],"These":[168],"insights":[169],"led":[170],"us":[171],"define":[173],"selection":[176,252],"problem:":[177],"determining":[178],"optimal":[180],"set":[181,205],"for":[184,208],"inclusion":[185],"prompt":[188],"LLM's":[191],"performance":[192,238],"on":[193],"given":[195,226],"task":[196],"instance.":[197],"We":[198],"found":[199],"there":[201],"no":[203],"one-size-fits-all":[204],"bug":[209,227,263],"repair.":[210],"Therefore,":[211],"developed":[213],"basic":[215],"statistical":[216],"model,":[217],"named":[218],"Maniple,":[219],"which":[220],"selects":[221],"specific":[223],"include":[229],"prompt.":[232],"This":[233],"model":[234],"significantly":[235],"surpasses":[236],"best":[241,280],"generic":[242],"set.":[244],"underscore":[246],"significance":[248],"problem,":[253],"benchmarked":[255],"Maniple":[256,273],"against":[257],"state-of-the-art":[259],"zero-shot,":[260],"non-conversational":[261],"LLM-based":[262],"methods.":[265],"On":[266],"our":[267],"testing":[268],"dataset":[269],"157":[271],"bugs,":[272,276],"repairs":[274],"88":[275],"17%":[277],"above":[278],"configuration.":[281]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}
