{"id":"https://openalex.org/W4411087965","doi":"https://doi.org/10.1145/3713081.3732929","title":"FuseApplyBench: Multilingual Benchmark for Trustworthy Code Edit Applying Task","display_name":"FuseApplyBench: Multilingual Benchmark for Trustworthy Code Edit Applying Task","publication_year":2025,"publication_date":"2025-06-06","ids":{"openalex":"https://openalex.org/W4411087965","doi":"https://doi.org/10.1145/3713081.3732929"},"language":"en","primary_location":{"id":"doi:10.1145/3713081.3732929","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3713081.3732929","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3713081.3732929","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077788322","display_name":"Ming Liang","orcid":"https://orcid.org/0000-0003-3622-1510"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ming Liang","raw_affiliation_strings":["Ant Group, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3622-1510","affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087307843","display_name":"Qingyu Zhang","orcid":"https://orcid.org/0009-0009-4422-3971"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qingyu Zhang","raw_affiliation_strings":["the University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0009-0009-4422-3971","affiliations":[{"raw_affiliation_string":"the University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014749630","display_name":"Zhipeng Zuo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhipeng Zuo","raw_affiliation_strings":["Ant Group, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-2686-8556","affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shaoqiang Zheng","orcid":"https://orcid.org/0009-0003-4360-8948"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaoqiang Zheng","raw_affiliation_strings":["Ant Group, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-4360-8948","affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103155183","display_name":"Dajun Chen","orcid":"https://orcid.org/0009-0000-9532-7636"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dajun Chen","raw_affiliation_strings":["Ant Group, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-9532-7636","affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067065175","display_name":"Wei Jiang","orcid":"https://orcid.org/0009-0003-6605-9793"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Jiang","raw_affiliation_strings":["Ant Group, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-6605-9793","affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043187496","display_name":"Yong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yong Li","raw_affiliation_strings":["Ant Group, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-1664-6425","affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"183","last_page":"189"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8399007320404053},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8001560568809509},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.7934378385543823},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.672086238861084},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6222264766693115},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4587036371231079},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3421526253223419},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.16200914978981018},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.04788216948509216}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8399007320404053},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8001560568809509},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.7934378385543823},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.672086238861084},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6222264766693115},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4587036371231079},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3421526253223419},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.16200914978981018},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.04788216948509216},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3713081.3732929","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3713081.3732929","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3713081.3732929","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3713081.3732929","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2019257047","https://openalex.org/W2899274966","https://openalex.org/W4367860052","https://openalex.org/W4377238789","https://openalex.org/W4400582844","https://openalex.org/W4402442868","https://openalex.org/W6950191292"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175","https://openalex.org/W4230315250"],"abstract_inverted_index":{"With":[0],"the":[1],"rise":[2],"of":[3],"Language":[4,9],"Models":[5,10],"(LMs)":[6],"and":[7,48,104,115],"Large":[8],"(LLMs),":[11],"their":[12],"potential":[13],"for":[14,126],"code":[15,29,89],"editing":[16],"(CE)":[17],"has":[18],"gained":[19],"attention.":[20],"An":[21],"approach":[22],"is":[23,46],"to":[24,67,85],"have":[25],"LLMs":[26],"generate":[27],"draft":[28],"modifications,":[30],"which":[31],"are":[32],"then":[33],"refined":[34],"by":[35],"smaller":[36],"LMs":[37],"in":[38,57,76,129],"further":[39],"Code":[40],"Editing":[41],"Apply":[42],"(CEA).":[43],"However,":[44],"CEA":[45,77],"error-prone,":[47],"existing":[49],"benchmarks":[50],"do":[51],"not":[52],"systematically":[53],"evaluate":[54,68],"LLM":[55,69,128],"performance":[56,70],"handling":[58],"these":[59],"issues.":[60],"We":[61,95],"introduce":[62],"FuseApplyBench,":[63],"a":[64],"benchmark":[65,96],"designed":[66],"across":[71],"three":[72],"major":[73],"error":[74],"types":[75],"tasks.":[78],"Atop":[79],"FuseApplyBench's":[80],"pipeline,":[81],"we":[82],"collect":[83],"datasets":[84],"perform":[86],"fine-tuning,":[87],"enhancing":[88],"modifications'":[90],"reliability":[91],"(denoted":[92],"as":[93],"FuseApply).":[94],"FuseApply,":[97],"four":[98],"widely":[99],"used":[100],"open":[101],"source":[102],"LLMs,":[103],"Kortix-FastApply":[105],"on":[106],"FuseApplyBench.":[107],"Results":[108],"show":[109],"that":[110],"FuseApply":[111],"significantly":[112],"improves":[113],"trustworthiness":[114],"accuracy":[116],"metrics,":[117],"while":[118],"other":[119],"models":[120],"demonstrate":[121],"weaker":[122],"performance,":[123],"highlighting":[124],"opportunities":[125],"advancing":[127],"CE.":[130]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}