{"id":"https://openalex.org/W4413779626","doi":"https://doi.org/10.1145/3764585","title":"BePilot: An AI Programming Assistant for Compiler Backend Development","display_name":"BePilot: An AI Programming Assistant for Compiler Backend Development","publication_year":2025,"publication_date":"2025-08-28","ids":{"openalex":"https://openalex.org/W4413779626","doi":"https://doi.org/10.1145/3764585"},"language":"en","primary_location":{"id":"doi:10.1145/3764585","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3764585","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3764585","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3764585","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111247661","display_name":"Ming Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Zhong","raw_affiliation_strings":["SKLP, Institute of Computing Technology, CAS, Beijing, China","SKLP, Institute of Computing Technology, CAS, China"],"raw_orcid":"https://orcid.org/0009-0002-7814-7523","affiliations":[{"raw_affiliation_string":"SKLP, Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"SKLP, Institute of Computing Technology, CAS, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xin Sun","orcid":"https://orcid.org/0009-0009-8263-7876"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Sun","raw_affiliation_strings":["SKLP, Institute of Computing Technology, CAS, Beijing, China","SKLP, Institute of Computing Technology, CAS, China"],"raw_orcid":"https://orcid.org/0009-0009-8263-7876","affiliations":[{"raw_affiliation_string":"SKLP, Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"SKLP, Institute of Computing Technology, CAS, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111562182","display_name":"Fang Lv","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Lv","raw_affiliation_strings":["SKLP, Institute of Computing Technology, CAS, Beijing, China","SKLP, Institute of Computing Technology, CAS, China"],"raw_orcid":"https://orcid.org/0000-0001-9723-9410","affiliations":[{"raw_affiliation_string":"SKLP, Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"SKLP, Institute of Computing Technology, CAS, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077862053","display_name":"Lulin Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lulin Wang","raw_affiliation_strings":["SKLP, Institute of Computing Technology, CAS, Beijing, China","SKLP, Institute of Computing Technology, CAS, China"],"raw_orcid":"https://orcid.org/0009-0004-6497-221X","affiliations":[{"raw_affiliation_string":"SKLP, Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"SKLP, Institute of Computing Technology, CAS, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074097276","display_name":"Hongna Geng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210112278","display_name":"SK Group (Japan)","ror":"https://ror.org/02axkyn34","country_code":"JP","type":"company","lineage":["https://openalex.org/I134353371","https://openalex.org/I4210112278"]},{"id":"https://openalex.org/I4210150405","display_name":"Hongzhiwei Technology (China)","ror":"https://ror.org/04bapa014","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210150405"]}],"countries":["CN","JP"],"is_corresponding":false,"raw_author_name":"Hongna Geng","raw_affiliation_strings":["Hygon Information Technology Co., Ltd, Shanghai, China","Hygon Information Technology Co., Ltd., China"],"raw_orcid":"https://orcid.org/0009-0007-0972-4549","affiliations":[{"raw_affiliation_string":"Hygon Information Technology Co., Ltd, Shanghai, China","institution_ids":["https://openalex.org/I4210150405"]},{"raw_affiliation_string":"Hygon Information Technology Co., Ltd., China","institution_ids":["https://openalex.org/I4210112278"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lei Qiu","orcid":"https://orcid.org/0009-0008-5130-924X"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Qiu","raw_affiliation_strings":["SKLP, Institute of Computing Technology, CAS, Beijing, China and University of the Chinese Academy of Sciences, Beijing, China","SKLP, Institute of Computing Technology, CAS; University of the Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0009-0008-5130-924X","affiliations":[{"raw_affiliation_string":"SKLP, Institute of Computing Technology, CAS, Beijing, China and University of the Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"SKLP, Institute of Computing Technology, CAS; University of the Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086633294","display_name":"Huimin Cui","orcid":"https://orcid.org/0000-0002-2491-7679"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huimin Cui","raw_affiliation_strings":["SKLP, Institute of Computing Technology, CAS, Beijing, China and University of the Chinese Academy of Sciences, Beijing, China","SKLP, Institute of Computing Technology, CAS; University of the Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0002-2491-7679","affiliations":[{"raw_affiliation_string":"SKLP, Institute of Computing Technology, CAS, Beijing, China and University of the Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"SKLP, Institute of Computing Technology, CAS; University of the Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053070701","display_name":"Xiaobing Feng","orcid":"https://orcid.org/0000-0003-2909-7750"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaobing Feng","raw_affiliation_strings":["SKLP, Institute of Computing Technology, CAS, Beijing, China and University of the Chinese Academy of Sciences, Beijing, China","SKLP, Institute of Computing Technology, CAS; University of the Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0003-2909-7750","affiliations":[{"raw_affiliation_string":"SKLP, Institute of Computing Technology, CAS, Beijing, China and University of the Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"SKLP, Institute of Computing Technology, CAS; University of the Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.4483,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.96118012,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"35","issue":"6","first_page":"1","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8921103477478027},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.8040775060653687},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6094574332237244},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.45854973793029785}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8921103477478027},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.8040775060653687},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6094574332237244},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.45854973793029785}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3764585","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3764585","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3764585","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3764585","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3764585","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3764585","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1348723975","display_name":null,"funder_award_id":"U23B2020, 62090024, 62302479, and 62232015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4039879177","display_name":null,"funder_award_id":"U23B2020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4478266629","display_name":null,"funder_award_id":"62090024","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7223888118","display_name":null,"funder_award_id":"62302479","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8136545603","display_name":null,"funder_award_id":"62232015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8873072459","display_name":null,"funder_award_id":"2024YFB4505603","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413779626.pdf","grobid_xml":"https://content.openalex.org/works/W4413779626.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1603576340","https://openalex.org/W1981305988","https://openalex.org/W1988659054","https://openalex.org/W2010074783","https://openalex.org/W2064508949","https://openalex.org/W2070897293","https://openalex.org/W2096571882","https://openalex.org/W2118074391","https://openalex.org/W2165232124","https://openalex.org/W2402802372","https://openalex.org/W2605258629","https://openalex.org/W2618564128","https://openalex.org/W2962936887","https://openalex.org/W2963341956","https://openalex.org/W2999616200","https://openalex.org/W3008788679","https://openalex.org/W3011083606","https://openalex.org/W3033482053","https://openalex.org/W3085005384","https://openalex.org/W3098605233","https://openalex.org/W3114760331","https://openalex.org/W3156810276","https://openalex.org/W3163661296","https://openalex.org/W3173358825","https://openalex.org/W3198685994","https://openalex.org/W4200074466","https://openalex.org/W4220833602","https://openalex.org/W4221166942","https://openalex.org/W4226372463","https://openalex.org/W4232714327","https://openalex.org/W4285204876","https://openalex.org/W4288055447","https://openalex.org/W4318541553","https://openalex.org/W4318541582","https://openalex.org/W4384345641","https://openalex.org/W4384345649","https://openalex.org/W4388483128","https://openalex.org/W4388483581","https://openalex.org/W4389519225","https://openalex.org/W4391558462","https://openalex.org/W4391558635","https://openalex.org/W4391984270","https://openalex.org/W4394745748","https://openalex.org/W4394745858","https://openalex.org/W4394945062","https://openalex.org/W4400242207","https://openalex.org/W4400484321","https://openalex.org/W4400582478","https://openalex.org/W4400798658","https://openalex.org/W4402671013","https://openalex.org/W4403536959","https://openalex.org/W4403722215","https://openalex.org/W4404782098","https://openalex.org/W4407580437","https://openalex.org/W4407848466","https://openalex.org/W4407857977","https://openalex.org/W4407942537","https://openalex.org/W4410553060"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4240253816","https://openalex.org/W3096456556","https://openalex.org/W1713081424","https://openalex.org/W2127315869","https://openalex.org/W1523769955","https://openalex.org/W2245390655","https://openalex.org/W4379536100"],"abstract_inverted_index":{"Compiler":[0],"backends":[1,29,99],"are":[2],"tasked":[3],"with":[4,44,97,190],"generating":[5],"executable":[6],"machine":[7,93],"code":[8,59,62,244],"for":[9,23,70],"various":[10],"processors.":[11],"As":[12],"the":[13,65,75,174,194],"diversity":[14],"of":[15,67,77,176,243],"processors":[16],"continues":[17],"to":[18,25,30,138,163],"grow,":[19],"it":[20],"is":[21],"imperative":[22],"programmers":[24],"tailor":[26],"specific":[27],"compiler":[28,35,71,114,197,216,256],"accommodate":[31],"each":[32],"one.":[33],"However,":[34],"backend":[36,72,198,217,257],"development":[37,73,199,225,258],"remains":[38],"a":[39,88,113,129],"labor-intensive":[40],"and":[41,61,95,102,122,151,182,239,251],"time-consuming":[42],"process,":[43],"limited":[45],"automation":[46],"tools":[47],"available.":[48],"Although":[49],"large":[50],"language":[51],"models":[52],"(LLMs)":[53],"have":[54],"demonstrated":[55],"strong":[56],"abilities":[57],"in":[58,79,118,143,160,202,208,241],"completion":[60],"generation":[63],"tasks,":[64],"lack":[66],"appropriate":[68],"datasets":[69],"limits":[74],"application":[76],"LLMs":[78,166,188],"this":[80,83],"field.":[81],"In":[82,169],"article,":[84],"we":[85,110],"introduce":[86,126],"ComBack++,":[87,109],"multilingual":[89],"dataset":[90],"covering":[91],"C/C++,":[92],"description,":[94],"TableGen,":[96],"184":[98],"from":[100],"GCC":[101],"LLVM,":[103],"four":[104,158,206,214],"backend-specific":[105,115],"tasks.":[106],"Based":[107],"on":[108],"present":[111],"BePilot,":[112],"LLM":[116,141],"available":[117],"two":[119],"sizes:":[120],"BePilot-1.5B":[121,150,181],"BePilot-7B.":[123],"We":[124],"also":[125,230],"CB-Retriever":[127,171,191,252],",":[128,192],"retriever":[130],"that":[131,149,220,249],"constructs":[132],"few-shot":[133],"prompts":[134],"via":[135],"in-context":[136],"learning":[137],"improve":[139],"vanilla":[140,187],"performance":[142],"resource-constrained":[144],"settings.":[145],"Experimental":[146],"results":[147],"show":[148],"BePilot-7B":[152],"achieve":[153],"significantly":[154],"higher":[155],"accuracy":[156,175],"across":[157,204],"tasks":[159,207],"ComBack++":[161],"compared":[162],"12":[164],"baseline":[165],"(125M\u201334B":[167],"parameters).":[168],"addition,":[170],"consistently":[172],"boosts":[173],"six":[177],"mainstream":[178],"LLMs.":[179],"Both":[180],"BePilot-7B,":[183],"as":[184,186,237],"well":[185],"augmented":[189],"outperform":[193],"traditional":[195],"manual":[196],"approach":[200],"(Fork-Flow)":[201],"efficiency":[203,226],"all":[205],"ComBack++.":[209],"Furthermore,":[210],"human":[211],"evaluation":[212],"by":[213],"experienced":[215],"developers":[218],"confirms":[219],"BePilot":[221,250],"not":[222],"only":[223],"improves":[224],"over":[227],"Fork-Flow":[228],"but":[229],"surpasses":[231],"commercial":[232],"AI":[233],"programming":[234],"assistants":[235],"such":[236],"GPT-4o-mini":[238],"Gemini2-Flash":[240],"terms":[242],"quality.":[245],"These":[246],"findings":[247],"confirm":[248],"can":[253],"substantially":[254],"enhance":[255],"efficiency.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}